{"severity_text":"INFO","timestamp":"2026-10-30T00:11:18.504058854Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:18.519656151Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:18.536855254Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:18.556836578Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:18.583620826Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:18.583651079Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:18.647508353Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:18.647563138Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:18.700824999Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/fd2b7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.367233843Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.401739033Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.401842619Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.401913081Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.401967352Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.402019625Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.402069966Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.402117346Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.402164383Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.402210742Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.402258495Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.402300544Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.402357097Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.402376748Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.402443601Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.40267136Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.40274135Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.402784031Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.402808902Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.40288115Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.402985195Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.503768323Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9}
I1030 00:11:19.503839       1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.704905461Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:19.704956175Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9}
I1030 00:11:47.656511       1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.657105614Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.657307431Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.65734901Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.657374476Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.65739945Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.657419905Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.657440196Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.65746041Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.657819699Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.657936675Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658019541Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658048897Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658066278Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.65808425Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658100432Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658094813Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658117391Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658120704Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658133937Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658140616Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658157107Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658160601Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658173127Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658186106Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658190984Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658217001Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658235462Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658263788Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658279088Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.65829254Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658306135Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658325217Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658434282Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658631447Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658654048Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658664267Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658680684Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658699068Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658727799Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658750702Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658779771Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658800244Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658815328Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658838871Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658861536Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658876859Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658893125Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658911835Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.658928309Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.723083344Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.778456307Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.860387161Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.904542362Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.962057193Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.962077359Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.969264247Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.969303129Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.973423239Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.973456781Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.973427947Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.973488164Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.97348268Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.973503963Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.973528322Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:47.973545515Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:48.066770132Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:48.066829879Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:48.609706026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a303e2-40b1-4e3b-92a0-540d96aa6b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:48.623236808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a303e2-40b1-4e3b-92a0-540d96aa6b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:48.636723655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a303e2-40b1-4e3b-92a0-540d96aa6b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:48.650197272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a303e2-40b1-4e3b-92a0-540d96aa6b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:49.229342014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1447fa-21b1-4ece-8ab0-9c73e093fa92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:49.243066229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1447fa-21b1-4ece-8ab0-9c73e093fa92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:49.256866065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1447fa-21b1-4ece-8ab0-9c73e093fa92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:49.27052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1447fa-21b1-4ece-8ab0-9c73e093fa92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:49.914979039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e35d6a-dab8-4f87-ae68-ae508ba5c36f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:49.928503976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e35d6a-dab8-4f87-ae68-ae508ba5c36f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:49.942258664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e35d6a-dab8-4f87-ae68-ae508ba5c36f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:49.955754213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e35d6a-dab8-4f87-ae68-ae508ba5c36f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:50.221439453Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9f4269-0921-4413-bca9-547324ff95e4","namespace":"models-as-a-service","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:50.537354611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9f4269-0921-4413-bca9-547324ff95e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:50.551143843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9f4269-0921-4413-bca9-547324ff95e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:50.564850432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9f4269-0921-4413-bca9-547324ff95e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:50.578732165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9f4269-0921-4413-bca9-547324ff95e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:51.137118018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7943e98c-fbf8-4f2e-aed6-9d0d9f16f089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:51.150958141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7943e98c-fbf8-4f2e-aed6-9d0d9f16f089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:51.165026699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7943e98c-fbf8-4f2e-aed6-9d0d9f16f089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:51.178911224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7943e98c-fbf8-4f2e-aed6-9d0d9f16f089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:51.72995362Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"6f233b78-2632-43a5-96cd-0659a69e0971","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:53.496531672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47521e8d-3392-4a2c-957c-f8b7f3bf442e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:53.510371022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47521e8d-3392-4a2c-957c-f8b7f3bf442e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:53.524106953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47521e8d-3392-4a2c-957c-f8b7f3bf442e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:53.53783107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47521e8d-3392-4a2c-957c-f8b7f3bf442e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:54.124993042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc04a270-09cf-425b-90cb-dc78f60cbf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:54.13907201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc04a270-09cf-425b-90cb-dc78f60cbf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:54.153068866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc04a270-09cf-425b-90cb-dc78f60cbf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:11:54.167871196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc04a270-09cf-425b-90cb-dc78f60cbf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:16.812180019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00df7eb5-5bc3-4c7e-8fab-2e6b891443af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:16.826154088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00df7eb5-5bc3-4c7e-8fab-2e6b891443af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:16.839817766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00df7eb5-5bc3-4c7e-8fab-2e6b891443af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:16.853444134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00df7eb5-5bc3-4c7e-8fab-2e6b891443af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:17.436673794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ef7946-5c7b-4c95-8516-add39ccc81e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:17.450486048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ef7946-5c7b-4c95-8516-add39ccc81e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:17.464065968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ef7946-5c7b-4c95-8516-add39ccc81e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:17.477890673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ef7946-5c7b-4c95-8516-add39ccc81e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:17.75078314Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:40.617672013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba762c58-6728-4eb3-9ff9-7bec2a19c8f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:40.631858971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba762c58-6728-4eb3-9ff9-7bec2a19c8f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:40.64571296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba762c58-6728-4eb3-9ff9-7bec2a19c8f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:40.659329817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba762c58-6728-4eb3-9ff9-7bec2a19c8f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:41.208471844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f4e9048-34a7-4c53-99bb-feefec9ec0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:41.22260537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f4e9048-34a7-4c53-99bb-feefec9ec0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:41.236787719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f4e9048-34a7-4c53-99bb-feefec9ec0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:41.251117629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f4e9048-34a7-4c53-99bb-feefec9ec0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:41.756306143Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"1e25f4d0-85a8-4817-827a-e7a37028ddaf","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:42.217939191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1113b451-27eb-4383-b5a8-dc5807c21318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:42.231911687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1113b451-27eb-4383-b5a8-dc5807c21318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:42.246052246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1113b451-27eb-4383-b5a8-dc5807c21318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:42.259591325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1113b451-27eb-4383-b5a8-dc5807c21318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:42.82173467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ae7f77-b5d6-48bc-b0d2-4656bc9ebb40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:42.836236154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ae7f77-b5d6-48bc-b0d2-4656bc9ebb40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:42.849952586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ae7f77-b5d6-48bc-b0d2-4656bc9ebb40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:42.863652907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ae7f77-b5d6-48bc-b0d2-4656bc9ebb40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:47.755771111Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:48.058016065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eca3d38-08cf-4b3e-8d10-97121553ac4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:48.071682835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eca3d38-08cf-4b3e-8d10-97121553ac4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:48.085160088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eca3d38-08cf-4b3e-8d10-97121553ac4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:12:48.101842628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eca3d38-08cf-4b3e-8d10-97121553ac4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:08.483724276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9871254-e841-4f6d-bf57-d2f54ee8fb3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:08.501447468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9871254-e841-4f6d-bf57-d2f54ee8fb3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:08.517935353Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9871254-e841-4f6d-bf57-d2f54ee8fb3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:08.59649762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f36fbcf2-cdf6-4a5c-b4b2-60058d7c72d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:08.614548569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f36fbcf2-cdf6-4a5c-b4b2-60058d7c72d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:08.631214231Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f36fbcf2-cdf6-4a5c-b4b2-60058d7c72d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:08.697279682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f6e5b49-7f1a-4682-9fea-3b0bc122e4e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:08.715376635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f6e5b49-7f1a-4682-9fea-3b0bc122e4e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:08.732287085Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f6e5b49-7f1a-4682-9fea-3b0bc122e4e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:08.891155946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff509c07-e73a-47cc-8bc2-b74af4d9d546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:08.909176555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff509c07-e73a-47cc-8bc2-b74af4d9d546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:08.926050223Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff509c07-e73a-47cc-8bc2-b74af4d9d546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.072282759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dbf0878-7c1e-44e9-bb34-fec7f7e3b1d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.077467294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f693662-febb-403c-a908-e66dc3d5cfca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.096087298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dbf0878-7c1e-44e9-bb34-fec7f7e3b1d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.096144491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f693662-febb-403c-a908-e66dc3d5cfca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.112975624Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dbf0878-7c1e-44e9-bb34-fec7f7e3b1d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.113175834Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f693662-febb-403c-a908-e66dc3d5cfca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:13:09.188708314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"140a523b-2eb1-4e50-9683-078627d43abd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.200473378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"690ee3e1-ac74-4285-8f01-b5740d8b0591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.218194223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"690ee3e1-ac74-4285-8f01-b5740d8b0591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.23590015Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"690ee3e1-ac74-4285-8f01-b5740d8b0591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:13:09.263880326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"690ee3e1-ac74-4285-8f01-b5740d8b0591","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:13:09.283422273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f6471f0-0701-40b6-bd81-c7f459f86ac9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.292799739Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4dd4c90e-e36b-40cb-a96d-91fad5ffaa12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.30788511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c78e10f-0f71-4c4c-86a0-90617b0e20f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.325644272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c78e10f-0f71-4c4c-86a0-90617b0e20f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.325676851Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c78e10f-0f71-4c4c-86a0-90617b0e20f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.393211283Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a5d759c4-f770-4c19-b64a-f05e16bd35c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.393266445Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8863c63-de4b-4f73-b8ac-3ea013d7fe94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:09.493878934Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5dbc72b-05ec-4cf3-a069-73d55f2fc221","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:10.802956157Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"55abca8f-1d16-49c1-91c3-a86bd1ab346d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:10.963191972Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"afd61433-ebb7-4d58-b383-6528dd657c72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.310426307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"49a513e1-ce61-4987-a8fa-cd22e97d3da1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.310446376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"49a513e1-ce61-4987-a8fa-cd22e97d3da1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.324188091Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f77b778c-0c0b-4640-be79-725e66b2b1e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.324188554Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d3b09a0-b0ca-4674-85c3-d663ce63d895","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.346736009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"061b8556-1c6c-463b-bb95-5ce711c032bb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.346754148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"061b8556-1c6c-463b-bb95-5ce711c032bb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.349199086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4718a22a-1b32-4ba5-92e7-19e4522e69ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.349203814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43f2b7e5-e556-4d61-b27b-170f7b51bc85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.378135206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4718a22a-1b32-4ba5-92e7-19e4522e69ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.378159383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43f2b7e5-e556-4d61-b27b-170f7b51bc85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.378182188Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4718a22a-1b32-4ba5-92e7-19e4522e69ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.378195725Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43f2b7e5-e556-4d61-b27b-170f7b51bc85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.450158269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ac10c9b-f286-4af7-a65a-c50a7aff3b88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.450158515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20094616-9288-41e9-afb4-fc84ce701559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.46946861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20094616-9288-41e9-afb4-fc84ce701559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.469546609Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20094616-9288-41e9-afb4-fc84ce701559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.469692817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ac10c9b-f286-4af7-a65a-c50a7aff3b88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:12.469747054Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ac10c9b-f286-4af7-a65a-c50a7aff3b88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:13.022661968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c941d5d-a992-4c6c-a7f7-9d057cbcc93a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:13.022681124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c941d5d-a992-4c6c-a7f7-9d057cbcc93a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:13.823501879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43a8e43f-598c-4f8f-bc44-4e463f07db33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:13.823657278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49792dd8-e378-4b2a-921b-acf37372f79e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:13.841515838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43a8e43f-598c-4f8f-bc44-4e463f07db33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:13.841590633Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43a8e43f-598c-4f8f-bc44-4e463f07db33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:13.853634164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49792dd8-e378-4b2a-921b-acf37372f79e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:13.853699871Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49792dd8-e378-4b2a-921b-acf37372f79e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.485853445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ce8c80ea-bf35-4b03-ad2d-c2bd96daec29","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.485872343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ce8c80ea-bf35-4b03-ad2d-c2bd96daec29","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.486100745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"91fca8e6-7d26-4289-8bed-25076703da2a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.486111993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"91fca8e6-7d26-4289-8bed-25076703da2a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.499540914Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75b9213d-c043-4adb-8d5f-341faf0e89b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.499552423Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"518e5e45-0d88-47e6-ab31-b519f15aa484","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.516657985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"05dd9b10-239b-4360-8da3-78a1c05fc3c7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.516671416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"05dd9b10-239b-4360-8da3-78a1c05fc3c7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.516851705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"941effd1-592b-4e30-89c8-a4c0f28ccd1c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.516860958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"941effd1-592b-4e30-89c8-a4c0f28ccd1c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.526888638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69760594-63f5-4b64-bbd1-b69d1ffba244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.526946443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66aa3cdb-d486-44c2-8cbc-c5053f643978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.55583912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66aa3cdb-d486-44c2-8cbc-c5053f643978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.555877725Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66aa3cdb-d486-44c2-8cbc-c5053f643978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.55584545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69760594-63f5-4b64-bbd1-b69d1ffba244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.555948199Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69760594-63f5-4b64-bbd1-b69d1ffba244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.624772198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06c757df-d43f-4f1d-b015-24a70865409c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.624783004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"817d34bc-2a67-4fc3-b34c-3a890a8630c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.642653019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"817d34bc-2a67-4fc3-b34c-3a890a8630c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.642687451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06c757df-d43f-4f1d-b015-24a70865409c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.642696219Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"817d34bc-2a67-4fc3-b34c-3a890a8630c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.642720683Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06c757df-d43f-4f1d-b015-24a70865409c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.929671864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82c2eebc-8bf8-42af-a1ce-26666b7424a6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:16.929689991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82c2eebc-8bf8-42af-a1ce-26666b7424a6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:17.749971369Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:18.013147183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9886e613-2030-4184-9b8f-11fc6aa0e411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:18.013155159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c5d1f20-9768-422b-98e5-f70ab9b5a69e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:18.04367658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c5d1f20-9768-422b-98e5-f70ab9b5a69e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:18.043730832Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c5d1f20-9768-422b-98e5-f70ab9b5a69e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:18.04382889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9886e613-2030-4184-9b8f-11fc6aa0e411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:18.043871477Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9886e613-2030-4184-9b8f-11fc6aa0e411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.911732157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"332f282f-555e-4c7a-a735-7d07d1ec9320","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.911751175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"332f282f-555e-4c7a-a735-7d07d1ec9320","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.911969568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"722178c8-2ff7-4c7a-b45b-7e2555af3426","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.911982034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"722178c8-2ff7-4c7a-b45b-7e2555af3426","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.925779695Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d7ddcbd-d1ed-4dd8-9609-77aeaa8c08e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.925880935Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f8b9691e-a0b2-4106-9a77-e6a21960aeac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.936479665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d1b796d7-cddc-4783-ae1f-c861a2209604","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.936494286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d1b796d7-cddc-4783-ae1f-c861a2209604","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.942875148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"56c6697f-3005-4064-83fd-a32bde69a9a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.942890412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"56c6697f-3005-4064-83fd-a32bde69a9a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.943088647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"321df637-fc40-47b6-8b07-9fc0f0ed3add","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.943098915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"321df637-fc40-47b6-8b07-9fc0f0ed3add","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.943292981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"62086507-0951-440e-8c10-5af73a124285","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.943302955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"62086507-0951-440e-8c10-5af73a124285","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.952752065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fef2189f-2d93-4c4d-b5f8-e4e9cbd416bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.953087358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e458e0e-4cc6-4b15-ac33-144851ed4b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.970541289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fef2189f-2d93-4c4d-b5f8-e4e9cbd416bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.9705928Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fef2189f-2d93-4c4d-b5f8-e4e9cbd416bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.970679977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e458e0e-4cc6-4b15-ac33-144851ed4b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:19.970714578Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e458e0e-4cc6-4b15-ac33-144851ed4b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:20.050230912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ea27047-12aa-4a3a-981c-d137cbcdc001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:20.050403572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8706a86-da1c-49ca-9cd8-5d5c55d76728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:20.068442567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ea27047-12aa-4a3a-981c-d137cbcdc001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:20.068492903Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ea27047-12aa-4a3a-981c-d137cbcdc001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:20.068585486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8706a86-da1c-49ca-9cd8-5d5c55d76728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:20.06862881Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8706a86-da1c-49ca-9cd8-5d5c55d76728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:20.344219557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9f0ec5be-aa4c-4c26-bb24-d393d3a24f9e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:20.344237135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9f0ec5be-aa4c-4c26-bb24-d393d3a24f9e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.000976296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43f58959-5be5-4824-b2ee-1eaade3af1dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.001007743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9a14c3f-981e-42ad-938c-d7a54b03ac02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.023603727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9a14c3f-981e-42ad-938c-d7a54b03ac02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.023680812Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9a14c3f-981e-42ad-938c-d7a54b03ac02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.033843993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43f58959-5be5-4824-b2ee-1eaade3af1dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.033893626Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43f58959-5be5-4824-b2ee-1eaade3af1dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.125456746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e264e5ae-ffa4-4d7b-926a-1aaaf6e455ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.125481283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e264e5ae-ffa4-4d7b-926a-1aaaf6e455ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.126072183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1475e574-edbb-4e6d-b12b-c9b23ae9a84e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.126090847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1475e574-edbb-4e6d-b12b-c9b23ae9a84e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.12633701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5da308f-ae28-4165-866d-6f2441783008","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.126352688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5da308f-ae28-4165-866d-6f2441783008","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.142664691Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"33a016ec-2f09-4378-b51d-92d17df21478","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.142692813Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8193b8bb-40fd-460c-ac39-18bc5e8e2b91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.160645672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b31c6d8c-c457-41a9-856c-81662b7a9131","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.160663267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b31c6d8c-c457-41a9-856c-81662b7a9131","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.160890565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8559d7d-942f-4344-8c81-e662c9664ac9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.160905122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8559d7d-942f-4344-8c81-e662c9664ac9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.161291409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9eec4ee2-068d-40e7-b26b-834aef93aef7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.161302501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9eec4ee2-068d-40e7-b26b-834aef93aef7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.17116185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4148501a-7cdf-4a5d-8c0b-10888142c697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.189414536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4148501a-7cdf-4a5d-8c0b-10888142c697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.189467186Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4148501a-7cdf-4a5d-8c0b-10888142c697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.272131958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"653a720e-8fbf-4f0b-b744-e315226e0456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.27921969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"229e6e3f-170b-4f39-9850-4dce806c83ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.291814271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"653a720e-8fbf-4f0b-b744-e315226e0456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.291873683Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"653a720e-8fbf-4f0b-b744-e315226e0456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.297366833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"229e6e3f-170b-4f39-9850-4dce806c83ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.297417016Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"229e6e3f-170b-4f39-9850-4dce806c83ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.379650914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08f424f7-e850-47e0-9d82-20b38fe8d970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.398179613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08f424f7-e850-47e0-9d82-20b38fe8d970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:21.398249203Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08f424f7-e850-47e0-9d82-20b38fe8d970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.526795982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f7f54fc6-65ad-4540-9706-307562285516","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.526814967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f7f54fc6-65ad-4540-9706-307562285516","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.527034878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"91349b63-0efc-4e21-9274-3b46dcda5750","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.527046682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"91349b63-0efc-4e21-9274-3b46dcda5750","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.527225463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d65718f-3d48-49af-8c31-1269fcffc5c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.527236351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d65718f-3d48-49af-8c31-1269fcffc5c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.527413901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6831b96-a017-41d7-9ebd-2c2f440a50c7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.527423525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6831b96-a017-41d7-9ebd-2c2f440a50c7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.540597642Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"007763e8-ceff-4bab-9fae-66756504eef8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.540839697Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"608a2335-cbe8-4115-ad17-a5f9d59da919","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.558517262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dfa4a5e1-48aa-46b5-8f99-03b33ac6e91c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.558541871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dfa4a5e1-48aa-46b5-8f99-03b33ac6e91c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.558810818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bc126db-6873-40d0-be27-05afe3dda49b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.558830428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bc126db-6873-40d0-be27-05afe3dda49b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.55901956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a27e4c62-ed90-4485-bbed-8d56b28010a4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.559030651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a27e4c62-ed90-4485-bbed-8d56b28010a4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.559200981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d976ec57-6446-4c3c-8078-9ac80797c63e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.55921109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d976ec57-6446-4c3c-8078-9ac80797c63e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.565608936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65f0d03d-78e9-4767-833d-dd168bdd6eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.56865835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c02b8484-3db4-4e7d-bc56-8b309c417b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.583778124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65f0d03d-78e9-4767-833d-dd168bdd6eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.583841764Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65f0d03d-78e9-4767-833d-dd168bdd6eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.595150696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c02b8484-3db4-4e7d-bc56-8b309c417b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.595226543Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c02b8484-3db4-4e7d-bc56-8b309c417b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.669416082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af71a41c-64ae-42f3-bd16-c028322acd24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.687445431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af71a41c-64ae-42f3-bd16-c028322acd24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.687507048Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af71a41c-64ae-42f3-bd16-c028322acd24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.765492728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75d7ab2f-2d7a-4f0b-87db-e3371bab7f74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.783422968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75d7ab2f-2d7a-4f0b-87db-e3371bab7f74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.783487496Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75d7ab2f-2d7a-4f0b-87db-e3371bab7f74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.965692002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"58b99b8d-933b-408e-9e74-40e7fd3eaebf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:22.965712878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"58b99b8d-933b-408e-9e74-40e7fd3eaebf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:24.397976422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e90a4bf9-5f32-4b16-8c9d-aa9d81dc6d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:24.398122559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d74a3ea8-90a0-413f-89a3-1faf3f251a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:24.427637431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e90a4bf9-5f32-4b16-8c9d-aa9d81dc6d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:24.42770906Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e90a4bf9-5f32-4b16-8c9d-aa9d81dc6d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:24.427714202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d74a3ea8-90a0-413f-89a3-1faf3f251a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:24.427758213Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d74a3ea8-90a0-413f-89a3-1faf3f251a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:24.501850672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c742ae0c-a982-4c59-b94b-6bd8da43cf42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:24.502886175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfb43b61-220d-48d0-b3fb-0f1d1d319a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:24.519845045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c742ae0c-a982-4c59-b94b-6bd8da43cf42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:24.519921094Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c742ae0c-a982-4c59-b94b-6bd8da43cf42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:24.523561329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfb43b61-220d-48d0-b3fb-0f1d1d319a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:24.523625875Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfb43b61-220d-48d0-b3fb-0f1d1d319a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.857517084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dcf2e126-b779-48da-a346-cb27d968478a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.857536346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dcf2e126-b779-48da-a346-cb27d968478a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.857799249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"51bc515d-d6df-4873-a508-e80a153d3910","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.857813912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"51bc515d-d6df-4873-a508-e80a153d3910","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.858004998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8262472d-bd26-4694-bdc8-7b9b9436fb96","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.858016804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8262472d-bd26-4694-bdc8-7b9b9436fb96","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.858195592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5830ab1-d9a4-4bf2-ae05-70a014b701f7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.858210475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5830ab1-d9a4-4bf2-ae05-70a014b701f7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.858422853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"892be1cd-8290-4172-8cea-42193d9b9d08","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.858438455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"892be1cd-8290-4172-8cea-42193d9b9d08","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.871147658Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b785446d-ea61-4047-aa33-a8e42c7695ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.871435059Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9fc60d01-95bc-4ab3-9364-2fbc31da0155","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.889251047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01efca83-f357-4cfb-91f3-27912522fb2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.889264902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01efca83-f357-4cfb-91f3-27912522fb2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.889448085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"035cefed-ba80-4bb9-94ff-056882addf04","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.889458989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"035cefed-ba80-4bb9-94ff-056882addf04","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.889672167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"05c6d0e3-a8e4-4de2-b1c1-862b2bf871d4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.88968282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"05c6d0e3-a8e4-4de2-b1c1-862b2bf871d4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.889858974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8cc0ec38-8723-4636-8db6-39a931b6eb8e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.889867371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8cc0ec38-8723-4636-8db6-39a931b6eb8e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.89002084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9688c486-29e3-45bc-9a59-d2ad73b22d60","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.890029241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9688c486-29e3-45bc-9a59-d2ad73b22d60","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.895941762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51edb2dc-9fd9-4a80-8ee0-3fd084011f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.895945719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70c70b97-913b-4482-afe4-28d65f3606fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.914070472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51edb2dc-9fd9-4a80-8ee0-3fd084011f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.914106001Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51edb2dc-9fd9-4a80-8ee0-3fd084011f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.914109965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70c70b97-913b-4482-afe4-28d65f3606fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:25.914140866Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70c70b97-913b-4482-afe4-28d65f3606fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:26.005501099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a18969c2-4972-4adf-bc50-4bf16680f2ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:26.005499786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19277a33-c7e4-4d29-b6cb-90954fbfff06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:26.023925159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19277a33-c7e4-4d29-b6cb-90954fbfff06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:26.023973334Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19277a33-c7e4-4d29-b6cb-90954fbfff06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:26.024142446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a18969c2-4972-4adf-bc50-4bf16680f2ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:26.024184006Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a18969c2-4972-4adf-bc50-4bf16680f2ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:26.293198102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf01c100-601a-4a88-9e51-77e77b762eb4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:26.293218703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf01c100-601a-4a88-9e51-77e77b762eb4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.407643795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2797e5d-d818-430d-8f73-d24d8f0bf279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.407652286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fce7789-2d70-4afc-9c74-00f34c676bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.425678928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fce7789-2d70-4afc-9c74-00f34c676bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.42574462Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fce7789-2d70-4afc-9c74-00f34c676bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.425895668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2797e5d-d818-430d-8f73-d24d8f0bf279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.425955643Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2797e5d-d818-430d-8f73-d24d8f0bf279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.755989806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3eca3f02-52be-4804-ae93-6d27d3d8e06d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.756007539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3eca3f02-52be-4804-ae93-6d27d3d8e06d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.781024536Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a65c665-e4d6-4d34-946a-d954088ed67f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.78102451Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81dfb9f1-fdb5-4d15-98ff-02438f809479","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.792535259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"208e3c64-7c92-46ec-b8e7-da6065c3361e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.792552083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"208e3c64-7c92-46ec-b8e7-da6065c3361e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.792811816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"45de1bb6-8efd-4548-b956-9cbb4e0624a4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.792823775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"45de1bb6-8efd-4548-b956-9cbb4e0624a4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.792999637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abedead7-5c3f-4b2a-a0e0-321c3dd17cc8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.793008457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abedead7-5c3f-4b2a-a0e0-321c3dd17cc8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.793160926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4e48ddc0-1ff0-4b7f-955e-ab168f6356d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.793169802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4e48ddc0-1ff0-4b7f-955e-ab168f6356d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.793341072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73717cd0-8848-4d70-af72-16a495552af5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.793350201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73717cd0-8848-4d70-af72-16a495552af5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.801498023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"45407f85-8344-4a14-b488-86aabbb0902b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.80151196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"45407f85-8344-4a14-b488-86aabbb0902b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.801780769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f59c064e-e7b2-4c2e-88fa-ff9d66b1fee8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.80179167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f59c064e-e7b2-4c2e-88fa-ff9d66b1fee8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.801948183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5bb98e3c-3e1c-4a34-b490-7393dd673af1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.801957949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5bb98e3c-3e1c-4a34-b490-7393dd673af1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.802118248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0a65c01c-1a7d-406f-8cbc-0611a9a607cd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.802126707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0a65c01c-1a7d-406f-8cbc-0611a9a607cd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.802277698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6c9d036e-6010-4a0f-83da-babd6149b842","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.802285848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6c9d036e-6010-4a0f-83da-babd6149b842","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.802477663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"96b87112-60cb-433c-8c21-220ba0a0a044","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.802489464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"96b87112-60cb-433c-8c21-220ba0a0a044","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.830507422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17b4e8ab-7ad3-4e67-9e72-8c30be3347ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.83052214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3f59ece-7dc8-494a-96e6-cbd8d6b57427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.858404895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3f59ece-7dc8-494a-96e6-cbd8d6b57427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.858457048Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3f59ece-7dc8-494a-96e6-cbd8d6b57427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.858515739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17b4e8ab-7ad3-4e67-9e72-8c30be3347ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.858558863Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17b4e8ab-7ad3-4e67-9e72-8c30be3347ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.910897519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e08139d7-06c4-4942-a5db-ca8cb996d663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.910895656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4485861d-b6bd-4765-a780-4fd0f0303b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.934063368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4485861d-b6bd-4765-a780-4fd0f0303b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.934111432Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4485861d-b6bd-4765-a780-4fd0f0303b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.934107946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e08139d7-06c4-4942-a5db-ca8cb996d663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:27.934144934Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e08139d7-06c4-4942-a5db-ca8cb996d663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:28.212029991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"97646cb8-ee8c-4445-a21c-c2b6376e713b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:28.212053277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"97646cb8-ee8c-4445-a21c-c2b6376e713b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.460904835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"79fa54c5-b603-4bfa-9c53-dd1248d16c9f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.460926968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"79fa54c5-b603-4bfa-9c53-dd1248d16c9f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.461202255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e45acd5-b913-40b7-bfbd-285bd49b3c9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.46121841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e45acd5-b913-40b7-bfbd-285bd49b3c9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.474922592Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d13b1d3-6ebd-4f82-8aee-abc0ded4ab4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.481224733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"122857de-3ca5-4eab-971d-0fe6d030d078","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.481243689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"122857de-3ca5-4eab-971d-0fe6d030d078","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.481508911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1dfc138-4e55-43da-970f-4261a65667b3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.481525554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1dfc138-4e55-43da-970f-4261a65667b3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.481839167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c247cfd6-3591-4d63-8847-982548ca1f5c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.481852954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c247cfd6-3591-4d63-8847-982548ca1f5c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.482081868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98725d5a-a401-4813-b5f7-2a92fe53544b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.482095634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"98725d5a-a401-4813-b5f7-2a92fe53544b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.482333357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"950aad52-c29b-4999-ba25-f68af3b2b718","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.482378533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"950aad52-c29b-4999-ba25-f68af3b2b718","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.496623254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"347c1daa-511f-4133-9a48-8b5dbbb895ca","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.496641528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"347c1daa-511f-4133-9a48-8b5dbbb895ca","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.496902907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dab9c09b-05ef-4039-9a01-8a9192c17323","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.496917612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dab9c09b-05ef-4039-9a01-8a9192c17323","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.497137175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6268675e-edcb-44a6-97a6-eac8b26b491e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.497149288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6268675e-edcb-44a6-97a6-eac8b26b491e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.497364299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2a0b3bdc-ce59-41cf-975c-6740be106f31","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.497374062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2a0b3bdc-ce59-41cf-975c-6740be106f31","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.497611986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1907176a-d680-4062-a059-f2f900d963e7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.497621544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1907176a-d680-4062-a059-f2f900d963e7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.497869481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"970fe7e5-4404-4d8b-9c8f-a9268dd00470","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.497880805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"970fe7e5-4404-4d8b-9c8f-a9268dd00470","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.498099479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3f54e00-128d-4993-9831-0049fdb41fcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.498110801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3f54e00-128d-4993-9831-0049fdb41fcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.503171145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"712e4766-7231-4249-92ef-75f6c852d407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.505974992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eafb917-67be-4dd2-ab55-e2395eb24206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.521214829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"712e4766-7231-4249-92ef-75f6c852d407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.527624031Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d55e21bd-fde5-45d6-a445-5135f3b5cd46","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.530389247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eafb917-67be-4dd2-ab55-e2395eb24206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.530441052Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eafb917-67be-4dd2-ab55-e2395eb24206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.574081431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22253ddf-b487-4cf4-8040-1efbc565e5df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.574106945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22253ddf-b487-4cf4-8040-1efbc565e5df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.599783593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97919798-2e99-4eee-9485-48043c893370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.614209758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d6b4ca3a-ade9-4490-bbba-64d8e93392dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.617762923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97919798-2e99-4eee-9485-48043c893370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.617818306Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97919798-2e99-4eee-9485-48043c893370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.702204848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e6ad7c2-3a53-4300-9973-111ce14070ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.702243164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"064ef5b9-c7dc-46d8-9f40-59432b183aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.72046568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"064ef5b9-c7dc-46d8-9f40-59432b183aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.720537336Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"064ef5b9-c7dc-46d8-9f40-59432b183aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.721050141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e6ad7c2-3a53-4300-9973-111ce14070ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.87975396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c66bcf47-ffaa-4623-9d51-7b4201d7688b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.879778221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c66bcf47-ffaa-4623-9d51-7b4201d7688b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:29.920021121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a70097c-18d9-4dee-8623-8ba50a00c91f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.8230791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"01b2f54b-2bb6-4ff4-821e-15fea433fde7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.82310008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"01b2f54b-2bb6-4ff4-821e-15fea433fde7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.823344841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ccfc65bd-6941-49da-863d-9ffcf8ae0895","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.823361307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ccfc65bd-6941-49da-863d-9ffcf8ae0895","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.82359891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"55f2c8c9-901b-4949-a2c9-096bb6f175f4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.82361344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"55f2c8c9-901b-4949-a2c9-096bb6f175f4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.823788754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3ad5cbb0-d13b-4545-be28-4a9b4a486883","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.823798429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3ad5cbb0-d13b-4545-be28-4a9b4a486883","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.823984603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55459181-e1a3-413f-858a-a58c7ef1b28e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.823997403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55459181-e1a3-413f-858a-a58c7ef1b28e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.824384745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68345757-1e1b-4e0b-b51a-da775659ed43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.82445351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68345757-1e1b-4e0b-b51a-da775659ed43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.847242538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b5219a41-d883-4105-a4cc-8a0fdbcc8a8b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.847269546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b5219a41-d883-4105-a4cc-8a0fdbcc8a8b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.847553757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"11b31ac2-9323-4778-9280-fd5c6ee9824b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.847566315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"11b31ac2-9323-4778-9280-fd5c6ee9824b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.85466067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4b4ecccd-12c6-4e34-b671-639800b9e82f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.854675289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4b4ecccd-12c6-4e34-b671-639800b9e82f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.854873715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9587a1a-17eb-4497-afe2-3bca4a43695c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.854884482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9587a1a-17eb-4497-afe2-3bca4a43695c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.855095048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ee933d2-e60d-4ee7-9aa5-5de7b962d208","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.855105815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ee933d2-e60d-4ee7-9aa5-5de7b962d208","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.855287218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6839e3aa-f1a2-4ca9-b4f3-00d0d967be6b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.855296707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6839e3aa-f1a2-4ca9-b4f3-00d0d967be6b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.855445179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9d21e200-4559-4dfe-b0d9-aacb363b51f4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.855453784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9d21e200-4559-4dfe-b0d9-aacb363b51f4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.855618424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"118f11a5-0b94-4087-849d-89f1726933bb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.855627379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"118f11a5-0b94-4087-849d-89f1726933bb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.855798969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"83104395-5b3f-44da-8ee3-37d1e8c9d8a2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.855807817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"83104395-5b3f-44da-8ee3-37d1e8c9d8a2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.856066581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"76d9f953-98a5-4c9c-9691-132548201f41","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.856081979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"76d9f953-98a5-4c9c-9691-132548201f41","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.86168582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27d8761f-c2dd-473b-b6fb-85f14a899b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.864733789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83908a27-5167-473a-8a65-92fc40cb5f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.866034696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d4314a4-1ef3-4f43-9f54-c63030e9c3c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.879365197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27d8761f-c2dd-473b-b6fb-85f14a899b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.883078919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83908a27-5167-473a-8a65-92fc40cb5f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.888761457Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34811502-7007-4444-b0bb-7c89b5fd63ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.934620337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"835b5428-2876-46f1-8329-b940dc1fa612","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.934640663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"835b5428-2876-46f1-8329-b940dc1fa612","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:30.977662818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a86f695c-540b-4ffb-a727-d1c84b6d9a65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:31.012230252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b76602e-ca58-43fc-9a48-72f16a1f3187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:31.012251923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54764aac-8cf3-45b2-b7b4-6fd9ef697886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:31.030276463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b76602e-ca58-43fc-9a48-72f16a1f3187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:31.03040519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54764aac-8cf3-45b2-b7b4-6fd9ef697886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:31.231737371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6d69cdd-b4f0-4ba8-9ddc-86399d44acf3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:31.231756274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6d69cdd-b4f0-4ba8-9ddc-86399d44acf3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:31.275121159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f7cefb9a-37cc-425d-be0f-20d54191d0ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:32.97038255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"69b474de-b968-47b5-8c43-eaab0b392086","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.016842545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13f4398d-3c7c-4c15-bcfb-90ab5f54e534","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.016861678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13f4398d-3c7c-4c15-bcfb-90ab5f54e534","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.0287347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cc97dc7-3e7a-4126-a2e1-23b3ba43a240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.028757593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e523aa6c-db27-4d1d-9acb-0d2545bd09a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.06209201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cc97dc7-3e7a-4126-a2e1-23b3ba43a240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.062112568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e523aa6c-db27-4d1d-9acb-0d2545bd09a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.076092138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"861e7d61-93b9-4b8e-b5c0-21d133400524","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.123096408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9be0c67-318e-430b-88ca-dbf7a4f590d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.123114912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9be0c67-318e-430b-88ca-dbf7a4f590d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.229640808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a032d9f-5471-45d9-8401-82b827f99723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.229660855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f7b105a-eff7-498e-b5bc-13056841495f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.248041042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f7b105a-eff7-498e-b5bc-13056841495f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.248072487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a032d9f-5471-45d9-8401-82b827f99723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.508661298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d003801-605c-4cd1-a3bb-bcbddd27795d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:33.508679703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d003801-605c-4cd1-a3bb-bcbddd27795d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:35.477306571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e18f74ff-a450-4ad3-a148-00c5755bc98c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:35.477327374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e18f74ff-a450-4ad3-a148-00c5755bc98c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:36.264704045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bbc47959-2cbd-48fe-a8c2-d2693e1684c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:36.36725478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c2c2749d-df13-4d91-a954-fde6eb2ce846","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:36.508846014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3826fa69-4290-4cbd-a78c-688a94390dd7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:36.508867627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3826fa69-4290-4cbd-a78c-688a94390dd7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:39.4239575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1ec4d5f3-b2c9-4d00-b4bc-0f515fef7201","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:39.424053789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1ec4d5f3-b2c9-4d00-b4bc-0f515fef7201","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:40.711446738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"49d83756-c621-4ff5-9266-3bf0949452f7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:40.711473144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"49d83756-c621-4ff5-9266-3bf0949452f7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:42.442782891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4473a816-c5f4-49d2-8110-db231edfbe14","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:42.442801863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4473a816-c5f4-49d2-8110-db231edfbe14","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:43.709277842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae6c2ebf-a1da-4fc0-b05d-9b80aed01ca3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:43.709294892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae6c2ebf-a1da-4fc0-b05d-9b80aed01ca3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:43.750209201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c87c2bb-5224-49c1-97b9-339751c60893","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:43.779765393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25fd6d77-189d-461d-8bea-3a4191cdd13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:43.803201703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25fd6d77-189d-461d-8bea-3a4191cdd13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:43.810785111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0612f0be-5672-486d-988f-ebf758823202","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:43.810802801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0612f0be-5672-486d-988f-ebf758823202","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:43.850711455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e6dc74ae-3a73-4f20-8c21-ae64e8bb1cb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:45.557798716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"97db2671-918c-471f-83dd-eff3146b2a25","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:45.557922691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"97db2671-918c-471f-83dd-eff3146b2a25","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:45.60535379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"11681395-dbab-4c8a-9831-8c413f6617d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:45.623296792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac184cdf-4797-4d85-a6a2-bfbf4eb5608b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:45.646362348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac184cdf-4797-4d85-a6a2-bfbf4eb5608b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:45.653804339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7dc7e98c-b493-45ad-817c-98e5b5e9e1b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:45.653821706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7dc7e98c-b493-45ad-817c-98e5b5e9e1b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:45.704600103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36f44921-dd18-467d-9e8a-83eb50c5ddd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:47.750938692Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:51.270056406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"246fbf74-37bd-46c2-bdca-268a65ba129e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:51.270163913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"246fbf74-37bd-46c2-bdca-268a65ba129e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:51.314171959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"023c37c3-e2bb-4123-92a5-3340acf53128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:51.332522817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"023c37c3-e2bb-4123-92a5-3340acf53128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:51.393278141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4bac4c14-51c6-4ee1-a240-5566dd9df31e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:51.393297914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4bac4c14-51c6-4ee1-a240-5566dd9df31e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:51.452226644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"210c2a6b-4f27-42b7-8a58-d91b559fff2b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:51.452783693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"210c2a6b-4f27-42b7-8a58-d91b559fff2b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:51.498803764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"04bbe26b-c837-4654-bd96-daaa4fdae496","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:51.546334304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2dea3f2e-84ff-4de6-ad7c-5384a19778c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:13:51.546353408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2dea3f2e-84ff-4de6-ad7c-5384a19778c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:17.761247723Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:30.723464189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafa7908-8457-49ad-9a06-09758e6e3041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:30.737377117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafa7908-8457-49ad-9a06-09758e6e3041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:30.751264205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafa7908-8457-49ad-9a06-09758e6e3041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:30.766073273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafa7908-8457-49ad-9a06-09758e6e3041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:31.420753226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96447f95-eb53-4508-9363-12bd4ef404fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:31.434196636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96447f95-eb53-4508-9363-12bd4ef404fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:31.447460686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96447f95-eb53-4508-9363-12bd4ef404fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:31.46377359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96447f95-eb53-4508-9363-12bd4ef404fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:31.541276885Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-deda90ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-deda90ae","reconcileID":"d8fa8c4f-5c18-409b-83e9-d37cad3704c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-deda90ae","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-deda90ae":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:31.690709265Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6c9e9fa7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6c9e9fa7","reconcileID":"37c2db28-8054-407e-ac13-25c74cb55d94","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6c9e9fa7","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-6c9e9fa7":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:31.865639937Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-185595da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-185595da","reconcileID":"0b089c07-9b2d-4e8f-a3b5-930857f94226","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-185595da","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-185595da":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:32.084075986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efce6c7-27a4-4937-b027-1ce02b60a991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:32.098753042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efce6c7-27a4-4937-b027-1ce02b60a991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:32.113275429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efce6c7-27a4-4937-b027-1ce02b60a991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:32.127444252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efce6c7-27a4-4937-b027-1ce02b60a991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:32.396557884Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-6c45bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-6c45bb","reconcileID":"ed2c5666-2970-41ea-8877-d1a21625d1b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-6c45bb","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w6-6c45bb":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:32.715893353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3afab2e-ba4e-4a5c-a949-e1653744b059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:32.729001631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3afab2e-ba4e-4a5c-a949-e1653744b059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:32.742351176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3afab2e-ba4e-4a5c-a949-e1653744b059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:32.755522983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3afab2e-ba4e-4a5c-a949-e1653744b059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:33.381729134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e34e376-2e4d-496c-8cfe-070653055979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:33.395305653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e34e376-2e4d-496c-8cfe-070653055979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:33.408547027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e34e376-2e4d-496c-8cfe-070653055979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:33.42224207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e34e376-2e4d-496c-8cfe-070653055979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:34.008999397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434010b7-86fe-4a7e-9a8d-ef70ee65996d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:34.023016869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434010b7-86fe-4a7e-9a8d-ef70ee65996d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:34.036245396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434010b7-86fe-4a7e-9a8d-ef70ee65996d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:34.049516292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434010b7-86fe-4a7e-9a8d-ef70ee65996d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:34.727599165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e0f5d5-e312-47ba-a030-cb587df2fea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:34.741176946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e0f5d5-e312-47ba-a030-cb587df2fea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:34.754407166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e0f5d5-e312-47ba-a030-cb587df2fea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:34.767776805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e0f5d5-e312-47ba-a030-cb587df2fea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:35.090143144Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-8ffe924e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-8ffe924e","reconcileID":"4d69af14-0cba-478d-bf78-e0066e80902e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-8ffe924e-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-8ffe924e-gw":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:35.329950547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb8d5bf-879f-4dd7-819c-f7ab8bce1d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:35.344858685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb8d5bf-879f-4dd7-819c-f7ab8bce1d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:35.35953285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb8d5bf-879f-4dd7-819c-f7ab8bce1d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:35.372966171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb8d5bf-879f-4dd7-819c-f7ab8bce1d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:35.924436798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccd8df3-b289-4b7a-b110-ef9197b7ebcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:35.938001816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccd8df3-b289-4b7a-b110-ef9197b7ebcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:35.951411178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccd8df3-b289-4b7a-b110-ef9197b7ebcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:35.96460299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ccd8df3-b289-4b7a-b110-ef9197b7ebcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:36.067313972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"b4197506-db04-4cad-b1d8-721814713414","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-185595da","tenantID":"e2e-ait-185595da","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:36.109350809Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"b4197506-db04-4cad-b1d8-721814713414","name":"e2e-ait-185595da-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:36.110856754Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-7505bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-7505bd","reconcileID":"122120a4-c3c5-4b0b-982d-dcca7fbd7067","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-7505bd","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-7505bd":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:36.599115152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bac809-69e3-4ea2-84b7-855b5d0ab47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:36.613170583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bac809-69e3-4ea2-84b7-855b5d0ab47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:36.627394332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bac809-69e3-4ea2-84b7-855b5d0ab47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:36.642165792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bac809-69e3-4ea2-84b7-855b5d0ab47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:14:37.780605691Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-7505bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-7505bd","reconcileID":"974bddbd-3cdd-4a0f-bf3d-3b6ddcb6642d","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w0-7505bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:37.818767095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"1c1f2cb4-6c19-40c5-83b9-86ed59cf01cb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-deda90ae","tenantID":"e2e-derive-deda90ae","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:37.85920943Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"1c1f2cb4-6c19-40c5-83b9-86ed59cf01cb","name":"e2e-derive-deda90ae-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:39.593065507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"38397836-0cc7-4650-9e85-e644f7a2f94e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:39.633165837Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"38397836-0cc7-4650-9e85-e644f7a2f94e","name":"e2e-worker-w0-7505bd-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:39.88907664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c5be48c3-005e-4a3f-9ae9-194d365fedd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:39.984868947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53fb085b-8425-4cc5-8b10-9de21ec55da1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:40.639382212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f6515e-a3e4-48ab-a1ab-d25ab8fb3971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:40.653191754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f6515e-a3e4-48ab-a1ab-d25ab8fb3971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:40.669797911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f6515e-a3e4-48ab-a1ab-d25ab8fb3971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:40.683431529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f6515e-a3e4-48ab-a1ab-d25ab8fb3971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:41.362705947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff21c361-55e5-458d-aa2d-8b9d099b155e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:41.383164058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff21c361-55e5-458d-aa2d-8b9d099b155e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:41.398849226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff21c361-55e5-458d-aa2d-8b9d099b155e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:41.412512049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff21c361-55e5-458d-aa2d-8b9d099b155e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:41.448136373Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-7a7ac6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-7a7ac6","reconcileID":"c2cb72e7-aec3-4127-a312-ecbc1bf04e43","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-7a7ac6","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-7a7ac6":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:41.518937473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"7d28f640-3941-48ab-b814-a53092eba0e6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-6c9e9fa7","tenantID":"e2e-ait-6c9e9fa7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:41.565164815Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"7d28f640-3941-48ab-b814-a53092eba0e6","name":"e2e-ait-6c9e9fa7-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:42.032421364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc1c4a3-dfd9-4823-9f2d-25939ef36251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:42.045726353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc1c4a3-dfd9-4823-9f2d-25939ef36251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:42.062674813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc1c4a3-dfd9-4823-9f2d-25939ef36251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:42.078019495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc1c4a3-dfd9-4823-9f2d-25939ef36251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:42.73812061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92e05f2-f262-49e7-96b2-2f1bb38b48fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:42.751702823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92e05f2-f262-49e7-96b2-2f1bb38b48fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:42.77470179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92e05f2-f262-49e7-96b2-2f1bb38b48fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:42.788870506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92e05f2-f262-49e7-96b2-2f1bb38b48fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:14:43.146287484Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-7a7ac6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-7a7ac6","reconcileID":"dd5b035e-192b-4fc6-9610-e7f7a1cb543d","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w1-7a7ac6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:43.436814426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadcf65d-7310-48ab-83e3-dc6c65a12aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:43.4500843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadcf65d-7310-48ab-83e3-dc6c65a12aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:43.476892816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadcf65d-7310-48ab-83e3-dc6c65a12aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:43.555929815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadcf65d-7310-48ab-83e3-dc6c65a12aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:44.140287369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a41d3c6-12f1-4e80-b0e5-6e02a8a66777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:44.162227676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a41d3c6-12f1-4e80-b0e5-6e02a8a66777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:44.183897744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a41d3c6-12f1-4e80-b0e5-6e02a8a66777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:44.19728853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a41d3c6-12f1-4e80-b0e5-6e02a8a66777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:44.850124438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c647b2f-f444-4155-a0b0-0092f38d9541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:44.8667412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c647b2f-f444-4155-a0b0-0092f38d9541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:44.88042439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c647b2f-f444-4155-a0b0-0092f38d9541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:44.89367211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c647b2f-f444-4155-a0b0-0092f38d9541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:45.081118144Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"0cd4b8c8-804a-48d2-9cff-6a0f1c494336","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:45.096873817Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"0cd4b8c8-804a-48d2-9cff-6a0f1c494336","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:45.12295696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"0cd4b8c8-804a-48d2-9cff-6a0f1c494336","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-8ffe924e-gw","tenantID":"e2e-migrate-8ffe924e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:45.174083542Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"0cd4b8c8-804a-48d2-9cff-6a0f1c494336","name":"e2e-migrate-8ffe924e-gw-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:46.907839917Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"1a2b9a21-1e66-4ea7-9b63-bbc8966bbda9","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:46.953620573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"1a2b9a21-1e66-4ea7-9b63-bbc8966bbda9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:46.999420555Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"1a2b9a21-1e66-4ea7-9b63-bbc8966bbda9","name":"e2e-worker-w6-6c45bb-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:47.749744422Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:49.501809958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c975e181-7f33-43e9-b40c-ccd738dbd55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:49.516076011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c975e181-7f33-43e9-b40c-ccd738dbd55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:49.529501667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c975e181-7f33-43e9-b40c-ccd738dbd55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:49.543173751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c975e181-7f33-43e9-b40c-ccd738dbd55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:50.165026901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd4180d-b700-4cb1-a4eb-14dff8bd8c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:50.180753283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd4180d-b700-4cb1-a4eb-14dff8bd8c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:50.196296938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd4180d-b700-4cb1-a4eb-14dff8bd8c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:50.221849952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd4180d-b700-4cb1-a4eb-14dff8bd8c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:51.082428809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef08376-2532-4178-aa49-49114f1edf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:51.104004919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef08376-2532-4178-aa49-49114f1edf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:51.118087072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef08376-2532-4178-aa49-49114f1edf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:51.131778691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef08376-2532-4178-aa49-49114f1edf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:51.825626365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae47c92-7184-4b0d-88f6-b588f6aa4c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:51.839378869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae47c92-7184-4b0d-88f6-b588f6aa4c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:51.85402589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae47c92-7184-4b0d-88f6-b588f6aa4c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:51.867869011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae47c92-7184-4b0d-88f6-b588f6aa4c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:52.420383218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f675a6-d397-45e2-b5c4-95184327d9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:52.433824926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f675a6-d397-45e2-b5c4-95184327d9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:52.447251282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f675a6-d397-45e2-b5c4-95184327d9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:52.460770778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f675a6-d397-45e2-b5c4-95184327d9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:53.157351432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfafa21-1e00-4e2b-98a2-d82e1d9eacbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:53.171880165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfafa21-1e00-4e2b-98a2-d82e1d9eacbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:53.186213305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfafa21-1e00-4e2b-98a2-d82e1d9eacbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:53.201154626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bfafa21-1e00-4e2b-98a2-d82e1d9eacbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:53.845684646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818e5918-b90c-42c6-80b2-c310b53e100c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:53.860560005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818e5918-b90c-42c6-80b2-c310b53e100c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:53.874801914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818e5918-b90c-42c6-80b2-c310b53e100c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:53.888140693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818e5918-b90c-42c6-80b2-c310b53e100c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:54.466169195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1a199d-eb16-4ab1-b693-c36e4b34ab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:54.482998602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1a199d-eb16-4ab1-b693-c36e4b34ab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:54.497421514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1a199d-eb16-4ab1-b693-c36e4b34ab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:54.511352588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1a199d-eb16-4ab1-b693-c36e4b34ab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:55.206530325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbabfbd-77f2-4870-8ea2-6e54a14d57bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:55.220040749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbabfbd-77f2-4870-8ea2-6e54a14d57bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:55.233227411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbabfbd-77f2-4870-8ea2-6e54a14d57bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:55.246517247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbabfbd-77f2-4870-8ea2-6e54a14d57bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:56.256975903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"7c305f41-f48a-4f9f-90d7-b9d4eb5cd939","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:56.304253444Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"7c305f41-f48a-4f9f-90d7-b9d4eb5cd939","name":"e2e-worker-w1-7a7ac6-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:58.138183959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ecfa19d-c69a-4481-927b-84dca3101baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:58.151568607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ecfa19d-c69a-4481-927b-84dca3101baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:58.17879946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ecfa19d-c69a-4481-927b-84dca3101baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:58.198498901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ecfa19d-c69a-4481-927b-84dca3101baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:58.884767176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27a7583-b32c-4055-ae10-38546f1fd878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:58.903680785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27a7583-b32c-4055-ae10-38546f1fd878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:58.917209352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27a7583-b32c-4055-ae10-38546f1fd878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:14:58.931457692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27a7583-b32c-4055-ae10-38546f1fd878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:00.112092492Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"f16e306f-74d7-40c8-b36b-6852d2747c85","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:00.151478375Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"f16e306f-74d7-40c8-b36b-6852d2747c85","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:00.979944845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91132e8-62b5-4c18-b123-4672ce086cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:00.995772405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91132e8-62b5-4c18-b123-4672ce086cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:01.009680965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91132e8-62b5-4c18-b123-4672ce086cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:01.023071219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91132e8-62b5-4c18-b123-4672ce086cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:01.683784781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65306777-e6ba-4dd0-84c6-187bc31ab27e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:01.702795105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65306777-e6ba-4dd0-84c6-187bc31ab27e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:01.716130214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65306777-e6ba-4dd0-84c6-187bc31ab27e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:01.729635551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65306777-e6ba-4dd0-84c6-187bc31ab27e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:02.219211002Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"359347c4-d82a-4a5d-8f18-598a4d189324","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:02.555756612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc9e74f-f8cc-453c-b5e5-69472b52cb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:02.574880247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc9e74f-f8cc-453c-b5e5-69472b52cb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:02.591898159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc9e74f-f8cc-453c-b5e5-69472b52cb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:02.605140411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc9e74f-f8cc-453c-b5e5-69472b52cb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:03.281646463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cab7146-fea8-45eb-9b84-200c595da9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:03.295000678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cab7146-fea8-45eb-9b84-200c595da9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:03.308271094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cab7146-fea8-45eb-9b84-200c595da9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:03.321718523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cab7146-fea8-45eb-9b84-200c595da9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:03.911776005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ea4d68-0144-4289-83a3-1869042a6d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:03.926200206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ea4d68-0144-4289-83a3-1869042a6d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:03.939941895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ea4d68-0144-4289-83a3-1869042a6d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:03.954182687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ea4d68-0144-4289-83a3-1869042a6d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.285677696Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","namespace":"ai-tenant-e2e-derive-deda90ae","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.285742494Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","namespace":"ai-tenant-e2e-derive-deda90ae","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.285794923Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","tenant":"e2e-derive-deda90ae","tenantID":"e2e-derive-deda90ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.3012084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"Deployment","name":"maas-api-e2e-derive-deda90ae","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.331746949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"Service","name":"maas-api-e2e-derive-deda90ae","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.35912687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-deda90ae","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.374173881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-deda90ae","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.397375296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.412767782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.43096526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.446790193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.459669437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"Deployment","name":"payload-processing-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.47255437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.485469731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"Service","name":"payload-processing-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.498542425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"Service","name":"payload-pre-processing-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.512636442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"DestinationRule","name":"payload-processing-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.525701265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.538727912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.541422362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae909e8-4bec-43a8-86b4-98c130425e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.555055455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae909e8-4bec-43a8-86b4-98c130425e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.559717662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.569863219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae909e8-4bec-43a8-86b4-98c130425e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.583770651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae909e8-4bec-43a8-86b4-98c130425e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.584618346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.598429968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.611637875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-deda90ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.62462497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-deda90ae"},"namespace":"ai-tenant-e2e-derive-deda90ae","name":"default-tenant","reconcileID":"3b1fba7f-f2f3-42f7-8a4f-c3b9d0ad61c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-deda90ae","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:04.914307594Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-deda90ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-deda90ae","reconcileID":"e3844d5e-600a-4ca4-9fdb-7967b4b52e0d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-deda90ae","removed":["maas.opendatahub.io/gateway-access-e2e-derive-deda90ae"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:05.222002472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244ec7a6-e0ff-4aa0-bb2b-095ff4c087a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:05.242035952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244ec7a6-e0ff-4aa0-bb2b-095ff4c087a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:05.255509959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244ec7a6-e0ff-4aa0-bb2b-095ff4c087a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:05.27326469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244ec7a6-e0ff-4aa0-bb2b-095ff4c087a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:05.809366819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b525b56-0d7a-422a-9c88-7b242d91d0b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:05.823049388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b525b56-0d7a-422a-9c88-7b242d91d0b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:05.836441576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b525b56-0d7a-422a-9c88-7b242d91d0b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:05.849682789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b525b56-0d7a-422a-9c88-7b242d91d0b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:08.828383524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2adddb2-c453-40ad-8b05-d75431e0bce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:08.841791516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2adddb2-c453-40ad-8b05-d75431e0bce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:08.855528485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2adddb2-c453-40ad-8b05-d75431e0bce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:08.869081344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2adddb2-c453-40ad-8b05-d75431e0bce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:09.434054704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d9ca96-8f23-4d4c-a9bc-e3fafe2d7cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:09.447453157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d9ca96-8f23-4d4c-a9bc-e3fafe2d7cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:09.461012205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d9ca96-8f23-4d4c-a9bc-e3fafe2d7cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:09.474430814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d9ca96-8f23-4d4c-a9bc-e3fafe2d7cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:09.633464445Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-b1c718","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-b1c718","reconcileID":"8b0303f2-3d15-4ede-8f13-fdfa8b80a02e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-b1c718","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w5-b1c718":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:10.124931927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"897d80f9-049a-4947-bfe4-d51a83d1053c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:10.138241702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"897d80f9-049a-4947-bfe4-d51a83d1053c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:10.151351149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"897d80f9-049a-4947-bfe4-d51a83d1053c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:10.164600838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"897d80f9-049a-4947-bfe4-d51a83d1053c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:10.715400176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06ae73c-a9e6-4c99-b1a4-51bbb4ce41f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:10.72870926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06ae73c-a9e6-4c99-b1a4-51bbb4ce41f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:10.741870339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06ae73c-a9e6-4c99-b1a4-51bbb4ce41f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:10.755590398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06ae73c-a9e6-4c99-b1a4-51bbb4ce41f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:11.273144028Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-b1c718","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-b1c718","reconcileID":"515e4cca-15ec-4e09-81ac-5bab8acd24e0","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w5-b1c718\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:11.315654525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cf3365-ac12-4d7e-a972-718dc567d369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:11.329347803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cf3365-ac12-4d7e-a972-718dc567d369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:11.342441105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cf3365-ac12-4d7e-a972-718dc567d369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:11.35585216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cf3365-ac12-4d7e-a972-718dc567d369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:11.939358197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fdb1a6-0031-4822-9c6b-b232ab82d4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:11.954033926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fdb1a6-0031-4822-9c6b-b232ab82d4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:11.962320116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"0c53da96-c2c5-4ac9-9332-da4e7565fc40","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:11.967777625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fdb1a6-0031-4822-9c6b-b232ab82d4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:11.981822828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fdb1a6-0031-4822-9c6b-b232ab82d4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:12.618953111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92dff79-46db-4460-a1d3-1fa2d3edc769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:12.632752188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92dff79-46db-4460-a1d3-1fa2d3edc769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:12.645901656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92dff79-46db-4460-a1d3-1fa2d3edc769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:12.659186454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92dff79-46db-4460-a1d3-1fa2d3edc769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:13.016288883Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"bd306d74-7caf-4905-b1da-05da035fb409","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:13.048529704Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"bd306d74-7caf-4905-b1da-05da035fb409","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.619427061Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"6f94668c-0bf5-4a25-8eec-5c6a11815446","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.719109145Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","namespace":"ai-tenant-e2e-ait-185595da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.719172949Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","namespace":"ai-tenant-e2e-ait-185595da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.71923137Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","tenant":"e2e-ait-185595da","tenantID":"e2e-ait-185595da","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.733905502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"Deployment","name":"maas-api-e2e-ait-185595da","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.769168137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"Service","name":"maas-api-e2e-ait-185595da","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.785683842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-185595da","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.800627954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-185595da","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.82109361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.839090668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.857103127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.873750365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.89105849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"Deployment","name":"payload-processing-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.904227682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.917299088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"Service","name":"payload-processing-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.930522234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"Service","name":"payload-pre-processing-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.944626834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"DestinationRule","name":"payload-processing-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.958222983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.971314087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:14.988210674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:15.001782982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:15.015039621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:15.02974104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-185595da","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:15.043704852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-185595da"},"namespace":"ai-tenant-e2e-ait-185595da","name":"default-tenant","reconcileID":"5fc254b5-420f-443a-9a5f-022024c8abab","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-185595da","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:15.328616468Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-185595da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-185595da","reconcileID":"d5e8ca79-dc85-4544-80cf-c5fffe61a1de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-185595da","removed":["maas.opendatahub.io/gateway-access-e2e-ait-185595da"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:15.715258014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6233ed-7f6b-42ea-add9-1dd63797fdc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:15.72872827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6233ed-7f6b-42ea-add9-1dd63797fdc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:15.741834509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6233ed-7f6b-42ea-add9-1dd63797fdc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:15.755090525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6233ed-7f6b-42ea-add9-1dd63797fdc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:16.325466813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3859db8-848d-4025-a664-8fd2130f65d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:16.338898274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3859db8-848d-4025-a664-8fd2130f65d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:16.352494395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3859db8-848d-4025-a664-8fd2130f65d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:16.371795353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3859db8-848d-4025-a664-8fd2130f65d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:16.871040338Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","namespace":"ai-tenant-e2e-ait-6c9e9fa7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:16.871098534Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","namespace":"ai-tenant-e2e-ait-6c9e9fa7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:16.871154105Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","tenant":"e2e-ait-6c9e9fa7","tenantID":"e2e-ait-6c9e9fa7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:16.886767269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"Deployment","name":"maas-api-e2e-ait-6c9e9fa7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:16.916269788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"Service","name":"maas-api-e2e-ait-6c9e9fa7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:16.932714441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-6c9e9fa7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:16.947651214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-6c9e9fa7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:16.965504022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:16.986108843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.004195493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.025111717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.03926769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"Deployment","name":"payload-processing-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.05326297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.06790705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"Service","name":"payload-processing-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.08277116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"Service","name":"payload-pre-processing-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.102990901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"DestinationRule","name":"payload-processing-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.117475086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.133198995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.151185451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.164228336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.187874693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.20116396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-6c9e9fa7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.214687017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6c9e9fa7"},"namespace":"ai-tenant-e2e-ait-6c9e9fa7","name":"default-tenant","reconcileID":"d2e3a0e5-2275-4899-83aa-f69a5bc0cdcc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-6c9e9fa7","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.492065516Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6c9e9fa7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6c9e9fa7","reconcileID":"840fbf88-07dc-4bcc-bd2b-67068e7cbc2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6c9e9fa7","removed":["maas.opendatahub.io/gateway-access-e2e-ait-6c9e9fa7"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.780379389Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.878201131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d027eebf-11a5-40bd-ab54-339e47a00675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.892361112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d027eebf-11a5-40bd-ab54-339e47a00675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.905735823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d027eebf-11a5-40bd-ab54-339e47a00675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:17.919102131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d027eebf-11a5-40bd-ab54-339e47a00675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:18.524143753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092ec282-21ac-4c33-b638-7e9595c0c393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:18.537306923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092ec282-21ac-4c33-b638-7e9595c0c393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:18.550709558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092ec282-21ac-4c33-b638-7e9595c0c393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:18.564213204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092ec282-21ac-4c33-b638-7e9595c0c393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:19.816150313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"7db3e1de-9b99-4122-b225-4d4d52ca23a6","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:19.848877241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"129d6d8a-ab98-48e7-b97f-51f8547d48d3","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:20.556186621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"253c2fe2-7224-4e73-9370-59b606d3fd92","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:20.596160788Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"253c2fe2-7224-4e73-9370-59b606d3fd92","name":"e2e-worker-w5-b1c718-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:21.623602602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d42fba-d5e5-4977-9ced-18848527bd0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:21.637023005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d42fba-d5e5-4977-9ced-18848527bd0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:21.651587041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d42fba-d5e5-4977-9ced-18848527bd0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:21.665397511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d42fba-d5e5-4977-9ced-18848527bd0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.213356431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cfba52f-bd71-458a-a158-99dd7c74f391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.227071791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cfba52f-bd71-458a-a158-99dd7c74f391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.24080216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cfba52f-bd71-458a-a158-99dd7c74f391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.255967056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cfba52f-bd71-458a-a158-99dd7c74f391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.333510907Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","namespace":"ai-tenant-e2e-migrate-8ffe924e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.33356785Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","namespace":"ai-tenant-e2e-migrate-8ffe924e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.333647325Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","tenant":"e2e-migrate-8ffe924e","tenantID":"e2e-migrate-8ffe924e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.348832482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"Deployment","name":"maas-api-e2e-migrate-8ffe924e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.380484317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"Service","name":"maas-api-e2e-migrate-8ffe924e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.396553144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-8ffe924e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.416740089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-8ffe924e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.440182374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.457691906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.470503901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.483358627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.495853898Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-02665b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-02665b","reconcileID":"aa0aea2b-641c-4661-a3d3-b8a66dac04ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-02665b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-02665b":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.496177654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"Deployment","name":"payload-processing-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.508968293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.521845627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"Service","name":"payload-processing-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.534597633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"Service","name":"payload-pre-processing-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.551542043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.570447517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.588986577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.612565563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.627483895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.640604244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.653606734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-8ffe924e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:22.666504654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8ffe924e"},"namespace":"ai-tenant-e2e-migrate-8ffe924e","name":"default-tenant","reconcileID":"8d9d40f8-3732-41da-bea2-8e41c63f9a63","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-8ffe924e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:23.015343952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f6a2cf-8116-4065-8f2f-e946eb537c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:23.028674734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f6a2cf-8116-4065-8f2f-e946eb537c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:23.042730399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f6a2cf-8116-4065-8f2f-e946eb537c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:23.046561396Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-8ffe924e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-8ffe924e","reconcileID":"fa53bfa2-eeda-4445-b5b4-f664ad466a66","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-8ffe924e-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-8ffe924e-gw"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:23.056070473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f6a2cf-8116-4065-8f2f-e946eb537c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:23.216622264Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-322d20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-322d20","reconcileID":"44b52b88-6dc5-49cd-ae1c-55389e7657fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-322d20","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-322d20":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:23.644196232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9926cf46-62eb-4bc1-a846-8d13109ac7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:23.657377336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9926cf46-62eb-4bc1-a846-8d13109ac7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:23.670599503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9926cf46-62eb-4bc1-a846-8d13109ac7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:23.684021406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9926cf46-62eb-4bc1-a846-8d13109ac7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:24.194740143Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-02665b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-02665b","reconcileID":"79659aeb-6596-41e3-af11-64ce42d2d893","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w4-02665b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:24.31639158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06257f3-dabe-45be-b289-0918c8241457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:24.329894868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06257f3-dabe-45be-b289-0918c8241457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:24.343107318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06257f3-dabe-45be-b289-0918c8241457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:24.356422373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06257f3-dabe-45be-b289-0918c8241457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:25.061285779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c924d370-2832-4402-abd8-196b80a36210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:25.07556655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c924d370-2832-4402-abd8-196b80a36210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:25.088779382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c924d370-2832-4402-abd8-196b80a36210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:25.102117656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c924d370-2832-4402-abd8-196b80a36210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:25.139995887Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-322d20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-322d20","reconcileID":"eb05b0f8-9e8d-4299-b280-87819f9af0e9","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w2-322d20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:25.708548318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34156c50-5f51-4670-8c31-7dc216a30ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:25.721716857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34156c50-5f51-4670-8c31-7dc216a30ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:25.734740119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34156c50-5f51-4670-8c31-7dc216a30ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:25.747889827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34156c50-5f51-4670-8c31-7dc216a30ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:26.324203229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747c1f56-159a-410f-8b39-9306cdec9aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:26.338027034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747c1f56-159a-410f-8b39-9306cdec9aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:26.351460511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747c1f56-159a-410f-8b39-9306cdec9aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:26.369220259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"747c1f56-159a-410f-8b39-9306cdec9aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:27.030229087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce499c45-5fb4-433d-b0bb-6bff393356ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:27.0437326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce499c45-5fb4-433d-b0bb-6bff393356ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:27.057039722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce499c45-5fb4-433d-b0bb-6bff393356ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:27.070439731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce499c45-5fb4-433d-b0bb-6bff393356ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:27.742500407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ade4922-2a46-42fe-b5b0-facc269cb449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:27.760827933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ade4922-2a46-42fe-b5b0-facc269cb449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:27.775880988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ade4922-2a46-42fe-b5b0-facc269cb449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:27.797009758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ade4922-2a46-42fe-b5b0-facc269cb449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:28.44146238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7449859b-457b-4140-a65d-b516cdac088a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:28.470718474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7449859b-457b-4140-a65d-b516cdac088a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:28.484126649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7449859b-457b-4140-a65d-b516cdac088a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:28.497312731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7449859b-457b-4140-a65d-b516cdac088a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:28.604429963Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-564c8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-564c8f","reconcileID":"49f5b484-343b-486d-94b7-57b154851f76","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-564c8f","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-564c8f":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:29.220109188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b78eb7-25ab-430b-88e2-9a317ec9ce94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:29.233897176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b78eb7-25ab-430b-88e2-9a317ec9ce94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:29.247297962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b78eb7-25ab-430b-88e2-9a317ec9ce94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:29.261737445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b78eb7-25ab-430b-88e2-9a317ec9ce94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:29.890791411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5f7261-fcdc-4a70-91e0-65838a0abaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:29.904308601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5f7261-fcdc-4a70-91e0-65838a0abaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:29.918051103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5f7261-fcdc-4a70-91e0-65838a0abaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:29.931872151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5f7261-fcdc-4a70-91e0-65838a0abaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:30.363912781Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-564c8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-564c8f","reconcileID":"ab8e9ccc-0c4e-4644-b383-df4974020108","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w3-564c8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:30.508822383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"c39828a2-1a40-4e02-a354-ede00f2c234d","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:30.630166176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e71584a-899d-4d00-9800-b58d0c3f02f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:30.644294105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e71584a-899d-4d00-9800-b58d0c3f02f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:30.668345719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e71584a-899d-4d00-9800-b58d0c3f02f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:30.695779985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e71584a-899d-4d00-9800-b58d0c3f02f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:31.339945851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71cb56d2-d262-4493-8d6d-f164d0b08bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:31.360388831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71cb56d2-d262-4493-8d6d-f164d0b08bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:31.378849343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71cb56d2-d262-4493-8d6d-f164d0b08bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:31.392722421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71cb56d2-d262-4493-8d6d-f164d0b08bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:31.870679373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"abb93fd5-0ce3-4975-afed-c8b643687986","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:31.892399311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"a89a4ef9-ac2c-44cc-bfca-4d16105f6245","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:32.036231344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bdd2a3-4fb2-47d1-92f7-922374beafcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:32.049713885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bdd2a3-4fb2-47d1-92f7-922374beafcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:32.068704556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bdd2a3-4fb2-47d1-92f7-922374beafcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:32.082873108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bdd2a3-4fb2-47d1-92f7-922374beafcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:32.820335487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abaf590-1802-46e9-aa96-563a714370f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:32.834342762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abaf590-1802-46e9-aa96-563a714370f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:32.847620285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abaf590-1802-46e9-aa96-563a714370f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:32.860996389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abaf590-1802-46e9-aa96-563a714370f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:33.595079565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"04d59e1b-a2a6-4565-9c93-ddc0f1a67d68","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:33.763402688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"90d0b2a4-6197-43f9-8d39-36e93a7b273b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:33.81033697Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"90d0b2a4-6197-43f9-8d39-36e93a7b273b","name":"e2e-worker-w4-02665b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:33.85813663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"78ff4ead-dabd-41f1-a4b7-50f4de24601d","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:33.878603026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c94e3d9e-9d9a-4b76-a757-43548283f28e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:33.878624786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c94e3d9e-9d9a-4b76-a757-43548283f28e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:33.888986411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"44413dd2-910d-4cde-94e5-e4a9fac0e4f9","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:33.895856954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e47de36-e2f0-43d2-be0d-44d0df4e01d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:33.895872387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e47de36-e2f0-43d2-be0d-44d0df4e01d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:33.908731469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"2d55f23d-3a56-48e2-97f3-8b1739b96453","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:33.96411251Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7505bd/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.008491422Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"a9ead8e8-e3f3-427d-b7d4-9df7f46455ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"simulator-w0-7505bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7505bd/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.086609202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"9c9e5ec3-747d-4327-9aab-f6133fc7eb16","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.107695712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"6da2b6fd-4746-4e36-8c8f-4235e6bc9b3b","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.129380493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"477445dc-cd25-4ae2-8e5e-c822f2c923e1","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.131176036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"92f6b97c-8dcf-46ba-99fb-8544cd8932c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:34.149694058Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"477445dc-cd25-4ae2-8e5e-c822f2c923e1","name":"simulator-w0-7505bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-7505bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:34.149784877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"477445dc-cd25-4ae2-8e5e-c822f2c923e1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-7505bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.154364201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"8b127c8e-0d42-47a6-bb29-56d36675f9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.156587502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"b9920f4c-5a56-4a17-830a-fd230a3b338f","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.174413002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"8b127c8e-0d42-47a6-bb29-56d36675f9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.192648295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8d4f28451cc06efef73cb11edb91abd9fae6e11b5657b7dcd3512bc3714893) AuthConfig (0ed6c0aed692913ac924b5b099c1e8a11e77ea91101aa5c7d00c2a6d657eda82) AuthConfig (f8b90f0f02e239560b7e17ae541c3be1f8da0d57d20f294dd13c6afea41d6fe3) AuthConfig (1b2eb9d349a26cdd900b3033713e84f517ae5ccddc935ca155bc006954eaabc0) AuthConfig (9bf484439ee5f7ab8550a012f0c73ce075f22a217da8e736e68434986f9fab41) AuthConfig (8b66f8e278c18efd1daecea11d7dbfc912e3109e492ed079bf8e97ec50e4e1ff) AuthConfig (7bea36045c603d3170f527a689d9e5c3fc3590b1dafd7096cb750d6f07d37545) AuthConfig (6c218bf176537c02b7b27ee104194bdd5549e6edfc3808862a5aee3e4f2fa870) AuthConfig (88610483ef04a34d3d4ff6b00d53f1dddd6b696b6d651eac137474a27cfc2ef4) AuthConfig (a57b6dcd8955e52b9c71af6cb7b89aa0141228c54bd594ed902b7180364db42b) AuthConfig (58827c62af452e3efc14bce1b069775fa5e43a40b58a84a628e482ce6b002edc) AuthConfig (2c37d8dd7be29dbd6123040c4103603cf80c4dc0d39b1e9dc47eb4dc833e87a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"8b127c8e-0d42-47a6-bb29-56d36675f9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.211278791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"d820a415-88e9-422b-8097-a674c2783deb","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.230245503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"4ce23be5-c85c-4cde-80e8-dbd0816aa084","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.254415704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"2aa88a47-4ae8-4c98-ab58-c5cda2956246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.272592679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"2aa88a47-4ae8-4c98-ab58-c5cda2956246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.292098338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8d4f28451cc06efef73cb11edb91abd9fae6e11b5657b7dcd3512bc3714893) AuthConfig (0ed6c0aed692913ac924b5b099c1e8a11e77ea91101aa5c7d00c2a6d657eda82) AuthConfig (f8b90f0f02e239560b7e17ae541c3be1f8da0d57d20f294dd13c6afea41d6fe3) AuthConfig (1b2eb9d349a26cdd900b3033713e84f517ae5ccddc935ca155bc006954eaabc0) AuthConfig (9bf484439ee5f7ab8550a012f0c73ce075f22a217da8e736e68434986f9fab41) AuthConfig (8b66f8e278c18efd1daecea11d7dbfc912e3109e492ed079bf8e97ec50e4e1ff) AuthConfig (7bea36045c603d3170f527a689d9e5c3fc3590b1dafd7096cb750d6f07d37545) AuthConfig (6c218bf176537c02b7b27ee104194bdd5549e6edfc3808862a5aee3e4f2fa870) AuthConfig (88610483ef04a34d3d4ff6b00d53f1dddd6b696b6d651eac137474a27cfc2ef4) AuthConfig (a57b6dcd8955e52b9c71af6cb7b89aa0141228c54bd594ed902b7180364db42b) AuthConfig (58827c62af452e3efc14bce1b069775fa5e43a40b58a84a628e482ce6b002edc) AuthConfig (2c37d8dd7be29dbd6123040c4103603cf80c4dc0d39b1e9dc47eb4dc833e87a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"2aa88a47-4ae8-4c98-ab58-c5cda2956246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.318684743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"c4bacf94-225c-4c3f-8baf-eebf373092ac","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.335452731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"fd51e858-b7b7-401f-b0e5-c21ef85e81c5","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.34854894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"8dc3eeb7-a6e6-48b4-95d4-efbf2ef90b1a","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:34.351668688Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7505bd/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.364420785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"85304c86-d77f-4019-bc23-4d807cf3ef3e","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.420402425Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"3b6fe6f7-3e87-4c1b-a9da-3d4c822f28be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"premium-w0-7505bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7505bd/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.466126901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"5d650ad9-a58c-4093-85af-b67f78a950b8","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.508617144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"479dde9b-f04a-4cc2-833b-57aa48cd6094","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.535255349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"14c4caff-2d3a-4c4f-be03-fa1c368120a1","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.554402203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"f38ff58b-7e87-4440-92bd-3d474be9e88d","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:34.569272163Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"f38ff58b-7e87-4440-92bd-3d474be9e88d","name":"premium-w0-7505bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-7505bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:34.569352997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"f38ff58b-7e87-4440-92bd-3d474be9e88d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-7505bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.574677431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"95ef2e40-fd33-4e3c-a294-ac46787f1d88","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.59200336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"eac5be2c-6d3d-43c1-b088-2fe219ef5176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.608505778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"34bfefa6-97e5-4a17-8964-7545596deadf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.610128616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"eac5be2c-6d3d-43c1-b088-2fe219ef5176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.627491286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8d4f28451cc06efef73cb11edb91abd9fae6e11b5657b7dcd3512bc3714893) AuthConfig (0ed6c0aed692913ac924b5b099c1e8a11e77ea91101aa5c7d00c2a6d657eda82) AuthConfig (f8b90f0f02e239560b7e17ae541c3be1f8da0d57d20f294dd13c6afea41d6fe3) AuthConfig (1b2eb9d349a26cdd900b3033713e84f517ae5ccddc935ca155bc006954eaabc0) AuthConfig (9bf484439ee5f7ab8550a012f0c73ce075f22a217da8e736e68434986f9fab41) AuthConfig (8b66f8e278c18efd1daecea11d7dbfc912e3109e492ed079bf8e97ec50e4e1ff) AuthConfig (7bea36045c603d3170f527a689d9e5c3fc3590b1dafd7096cb750d6f07d37545) AuthConfig (6c218bf176537c02b7b27ee104194bdd5549e6edfc3808862a5aee3e4f2fa870) AuthConfig (88610483ef04a34d3d4ff6b00d53f1dddd6b696b6d651eac137474a27cfc2ef4) AuthConfig (a57b6dcd8955e52b9c71af6cb7b89aa0141228c54bd594ed902b7180364db42b) AuthConfig (58827c62af452e3efc14bce1b069775fa5e43a40b58a84a628e482ce6b002edc) AuthConfig (2c37d8dd7be29dbd6123040c4103603cf80c4dc0d39b1e9dc47eb4dc833e87a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"eac5be2c-6d3d-43c1-b088-2fe219ef5176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.64633188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"3b2f6319-c104-4fbb-aa8d-bede873eb4c0","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.692167811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"6ee7f8f0-7afe-48a7-89ea-1813e15fe8b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.710294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"6ee7f8f0-7afe-48a7-89ea-1813e15fe8b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.727483584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8d4f28451cc06efef73cb11edb91abd9fae6e11b5657b7dcd3512bc3714893) AuthConfig (0ed6c0aed692913ac924b5b099c1e8a11e77ea91101aa5c7d00c2a6d657eda82) AuthConfig (f8b90f0f02e239560b7e17ae541c3be1f8da0d57d20f294dd13c6afea41d6fe3) AuthConfig (1b2eb9d349a26cdd900b3033713e84f517ae5ccddc935ca155bc006954eaabc0) AuthConfig (9bf484439ee5f7ab8550a012f0c73ce075f22a217da8e736e68434986f9fab41) AuthConfig (8b66f8e278c18efd1daecea11d7dbfc912e3109e492ed079bf8e97ec50e4e1ff) AuthConfig (7bea36045c603d3170f527a689d9e5c3fc3590b1dafd7096cb750d6f07d37545) AuthConfig (6c218bf176537c02b7b27ee104194bdd5549e6edfc3808862a5aee3e4f2fa870) AuthConfig (88610483ef04a34d3d4ff6b00d53f1dddd6b696b6d651eac137474a27cfc2ef4) AuthConfig (a57b6dcd8955e52b9c71af6cb7b89aa0141228c54bd594ed902b7180364db42b) AuthConfig (58827c62af452e3efc14bce1b069775fa5e43a40b58a84a628e482ce6b002edc) AuthConfig (2c37d8dd7be29dbd6123040c4103603cf80c4dc0d39b1e9dc47eb4dc833e87a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"6ee7f8f0-7afe-48a7-89ea-1813e15fe8b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:34.742322465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"6ee7f8f0-7afe-48a7-89ea-1813e15fe8b6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.792356082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"9b390332-877e-4d45-9672-7d1bce0997f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.812731066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"9b390332-877e-4d45-9672-7d1bce0997f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:34.829438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a8d4f28451cc06efef73cb11edb91abd9fae6e11b5657b7dcd3512bc3714893) AuthConfig (0ed6c0aed692913ac924b5b099c1e8a11e77ea91101aa5c7d00c2a6d657eda82) AuthConfig (f8b90f0f02e239560b7e17ae541c3be1f8da0d57d20f294dd13c6afea41d6fe3) AuthConfig (1b2eb9d349a26cdd900b3033713e84f517ae5ccddc935ca155bc006954eaabc0) AuthConfig (9bf484439ee5f7ab8550a012f0c73ce075f22a217da8e736e68434986f9fab41) AuthConfig (8b66f8e278c18efd1daecea11d7dbfc912e3109e492ed079bf8e97ec50e4e1ff) AuthConfig (7bea36045c603d3170f527a689d9e5c3fc3590b1dafd7096cb750d6f07d37545) AuthConfig (6c218bf176537c02b7b27ee104194bdd5549e6edfc3808862a5aee3e4f2fa870) AuthConfig (88610483ef04a34d3d4ff6b00d53f1dddd6b696b6d651eac137474a27cfc2ef4) AuthConfig (a57b6dcd8955e52b9c71af6cb7b89aa0141228c54bd594ed902b7180364db42b) AuthConfig (58827c62af452e3efc14bce1b069775fa5e43a40b58a84a628e482ce6b002edc) AuthConfig (2c37d8dd7be29dbd6123040c4103603cf80c4dc0d39b1e9dc47eb4dc833e87a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"9b390332-877e-4d45-9672-7d1bce0997f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:35.503308327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"1473053b-66e7-40b3-8d43-5ecb2374ae2e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:35.545868696Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"1473053b-66e7-40b3-8d43-5ecb2374ae2e","name":"e2e-worker-w2-322d20-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:39.446804466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"cdd72351-5c54-49c6-a23a-615bd6a43170","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:42.094691986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"d1d5c169-fc8f-49e5-a2cb-87c48db09f5a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:42.134526556Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"d1d5c169-fc8f-49e5-a2cb-87c48db09f5a","name":"e2e-worker-w3-564c8f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.1431974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"cd9af930-661b-48b7-b231-e8ebd66cbf26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.193437173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"51aebc5a-25f4-482a-99db-1298df942ad2","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.243842233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"d25ac661-1b73-4b1a-af04-6d11814e272c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.294604451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"98ffe136-84df-43c5-97cc-3ad8b02579d6","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.354542119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"d7097a41-b8f7-4182-94ff-106f7868d596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.354607282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"6772ab0f-d449-43ea-be1e-29e77edadd50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.373331828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"6772ab0f-d449-43ea-be1e-29e77edadd50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.374480517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"d7097a41-b8f7-4182-94ff-106f7868d596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.537392459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"653f05f9-d682-45a7-8c20-851f5018635c","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.539843983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"8bf17c5d-891a-4bd6-bc31-8d8c63f29372","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.582221592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"66509c70-5f06-46a4-af37-422d54234f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.600943944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"66509c70-5f06-46a4-af37-422d54234f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.677736771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"0486b664-79ad-4c03-bcd9-69cf626dbd9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:43.695965575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"0486b664-79ad-4c03-bcd9-69cf626dbd9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:46.997501728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"cf5843ca-bb44-4347-9d36-97402d99f720","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.151252672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"40b25a14-95e0-41f9-9d26-c3f9c8b0b87e","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.168282396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"c7b5ee77-f46f-442b-a923-ec07c9a48c01","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.181201312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"7163f0fb-0396-46c4-9375-05bc8c6f6723","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:47.186026518Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-6c45bb/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.197740174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"185ddc84-8092-405d-94bb-6f2264afe941","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.246844511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99aba4d1-a25c-4d3d-9172-8c9a6cb65b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.265630266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99aba4d1-a25c-4d3d-9172-8c9a6cb65b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.269671163Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"cf74c250-9346-4fe6-8e0a-4a58869a8703","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"simulator-w6-6c45bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.2791769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99aba4d1-a25c-4d3d-9172-8c9a6cb65b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.293223795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99aba4d1-a25c-4d3d-9172-8c9a6cb65b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.326597026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"78f00e2b-e41c-41db-9d18-aa11688abaea","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.363662622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"b3660876-427e-4cc1-b378-8141d3c2fbaf","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.379488302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"4e1d2262-5947-4503-a65e-5ea09a120f12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.382416394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"8fafa127-ca31-472e-98e6-61cb6ce72983","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:47.397097488Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"8fafa127-ca31-472e-98e6-61cb6ce72983","name":"simulator-w6-6c45bb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-6c45bb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:47.39715701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"8fafa127-ca31-472e-98e6-61cb6ce72983","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-6c45bb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.402450165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"7b30550e-a48f-4d2a-bfe5-69bab030ee3f","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.408567189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"d4e0c250-72f4-4471-88d9-a028cc4a0130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.42635397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"d4e0c250-72f4-4471-88d9-a028cc4a0130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.473728228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"2cea03ac-7235-4b70-a654-fad687819af8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.501910849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"c0f931e7-f7df-400b-bddd-08bf768c9168","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.527863546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"b9f5e2b3-f812-4352-ba45-e38c177777e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.545913802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"b9f5e2b3-f812-4352-ba45-e38c177777e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.568992568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"6595cc35-7d39-46a3-9a4c-c68fb247ada5","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.586134754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"606833b3-7637-464d-9657-098f569bccd1","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.600145395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"af8cff7c-3324-4564-9144-e991507ec716","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:47.60448057Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-6c45bb/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.616434927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"55f91696-8c48-4583-a593-5cf7df89c529","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.678116273Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"344d7189-b0bf-4690-9d61-0d904a1bf833","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"premium-w6-6c45bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.778084866Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.7820202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"1a267456-2ce3-4fd7-8e2b-53f81b55b4a1","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.801002354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"becfec1b-8d85-4d38-8139-41e525040056","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:47.816219047Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"becfec1b-8d85-4d38-8139-41e525040056","name":"premium-w6-6c45bb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-6c45bb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:47.816286668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"becfec1b-8d85-4d38-8139-41e525040056","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-6c45bb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.821629602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"e1d77108-e431-4e51-b23d-10d87ffd7a02","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.827979158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"e93cdc33-fe47-4371-b01a-5631a42892f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.83611715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"b85d0b47-0262-495e-bb51-a39557f732ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.854284292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"b85d0b47-0262-495e-bb51-a39557f732ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.918619661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c6fb1d-6e74-40c9-82dd-bb66338175eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.932290218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c6fb1d-6e74-40c9-82dd-bb66338175eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.935428136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"4af43692-f13f-4aeb-ad57-077b69689450","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.94573202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"f9e03265-d5dc-4cb6-a398-af38fc01fa73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.946165972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c6fb1d-6e74-40c9-82dd-bb66338175eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.959726394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c6fb1d-6e74-40c9-82dd-bb66338175eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:47.985355048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"39773cfa-af67-48f5-8d34-790ddb1c75a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:48.003190822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"39773cfa-af67-48f5-8d34-790ddb1c75a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:48.681596768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec519b1f-a4a6-414a-8a18-56dcf5b28b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:48.694849398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec519b1f-a4a6-414a-8a18-56dcf5b28b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:48.707919388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec519b1f-a4a6-414a-8a18-56dcf5b28b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:48.721079123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec519b1f-a4a6-414a-8a18-56dcf5b28b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:48.93694014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"c5dfa6c2-7e5f-45dd-80cb-0c709c791efd","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:48.959668908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"bcf41222-9f7c-4579-a98b-a060ba3363e6","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.014501595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-f976f85f-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-bulk-sub-f976f85f-auth","reconcileID":"3a128a18-7220-4534-9211-99691374a605","MaaSAuthPolicy":{"name":"e2e-bulk-sub-f976f85f-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.043853641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-f976f85f-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-bulk-sub-f976f85f-auth","reconcileID":"3a128a18-7220-4534-9211-99691374a605","MaaSAuthPolicy":{"name":"e2e-bulk-sub-f976f85f-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.121785619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"1aea17e2-f155-43e6-93a0-949dc09febf0","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.183994009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"284cc184-0351-4aec-8547-d5c4e0243705","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.20519704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"5a8cab29-0181-426d-b8df-1a513c1df3b1","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.221240542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-f976f85f-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-bulk-sub-f976f85f-auth","reconcileID":"4a2304ec-3854-4e5b-a80f-05a9858ddce0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-f976f85f-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.221834323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"3e3d612d-c908-477d-af2a-c1b6eac6f7e6","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:15:49.22210327Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7505bd/e2e-bulk-sub-f976f85f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-f976f85f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.240369901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"8641de17-9421-490c-91ac-f58b9bd0d022","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.240625204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-f976f85f-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-bulk-sub-f976f85f-auth","reconcileID":"4a2304ec-3854-4e5b-a80f-05a9858ddce0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-f976f85f-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.309016162Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-f976f85f","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-bulk-sub-f976f85f","reconcileID":"d14d4c3c-3460-4456-add2-f4e9e50f02d5","MaaSSubscription":{"name":"e2e-bulk-sub-f976f85f","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7505bd/e2e-bulk-sub-f976f85f","ai-tenant-e2e-worker-w0-7505bd/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.361370101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"25614043-e374-4adf-9b20-549685075bf9","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.378553426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa1a985-ac9d-41e7-9485-842bbf103550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.39233014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa1a985-ac9d-41e7-9485-842bbf103550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.392450791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"081c76e3-f641-48c2-a751-ab602fa23869","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.405524578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa1a985-ac9d-41e7-9485-842bbf103550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.418926851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa1a985-ac9d-41e7-9485-842bbf103550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:49.493746602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-f976f85f","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-bulk-sub-f976f85f","reconcileID":"2a02899e-2601-4b90-b312-479437fcd88e","MaaSSubscription":{"name":"e2e-bulk-sub-f976f85f","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:52.758629261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"21b0cf7c-42de-4129-97de-3b333acd4aa7","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:52.829738067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"92b917cf-8517-47d2-896e-65da9d4d3431","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:52.870137606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"cc88981d-dcf3-487e-8fb8-5c14bb2f50f9","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:55.829766864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cf6e4b-cdf0-4498-8eff-6d2b0da0acad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:55.843934419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cf6e4b-cdf0-4498-8eff-6d2b0da0acad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:55.857444588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cf6e4b-cdf0-4498-8eff-6d2b0da0acad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:55.871829744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cf6e4b-cdf0-4498-8eff-6d2b0da0acad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:56.409805884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a4ca06-0a02-4c81-86fa-a5f21752be46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:56.423554833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a4ca06-0a02-4c81-86fa-a5f21752be46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:56.437022554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a4ca06-0a02-4c81-86fa-a5f21752be46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:56.451192294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a4ca06-0a02-4c81-86fa-a5f21752be46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:58.635413596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"0f4694f4-3c5c-45d0-a725-1b825eedf141","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:58.685033956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"553cb095-ea1b-419e-ad62-e062df872919","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:58.730501367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"5cd44caa-456d-49c1-a35a-0bc578338fb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:58.856830377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"505f0a45-23fd-4c02-a4ae-921187da4816","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:58.991367533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"3272ee00-051b-4b52-abd4-37134d66b760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:58.991629071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"a8a6684d-838d-4202-9908-8fe3f403bb39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:59.010646575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"3272ee00-051b-4b52-abd4-37134d66b760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:59.01172485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"a8a6684d-838d-4202-9908-8fe3f403bb39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:59.275233954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"58ac261a-77e2-40ac-85ff-8ec879cd41ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:59.275230357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"83a2d604-4641-4824-8106-460a05dfd47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:59.294482182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"58ac261a-77e2-40ac-85ff-8ec879cd41ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:15:59.294481935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"83a2d604-4641-4824-8106-460a05dfd47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:02.494693094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"64be51f6-a288-4b59-91a9-2295634635d4","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:02.814287029Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-f976f85f","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-bulk-sub-f976f85f","reconcileID":"265e418b-7df6-4920-9d43-38dd66400ece","MaaSSubscription":{"name":"e2e-bulk-sub-f976f85f","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscription":"e2e-bulk-sub-f976f85f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:02.868335814Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-f976f85f","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-bulk-sub-f976f85f","reconcileID":"265e418b-7df6-4920-9d43-38dd66400ece","MaaSSubscription":{"name":"e2e-bulk-sub-f976f85f","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7505bd/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:02.908776989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"226234f5-6a80-4a9d-8293-117b335513be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:02.934994008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"a3eb347e-9087-4109-b554-c58295790199","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:03.090941311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-f976f85f-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-bulk-sub-f976f85f-auth","reconcileID":"70db41d7-9abd-4dce-a266-26588d9d1b33","MaaSAuthPolicy":{"name":"e2e-bulk-sub-f976f85f-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:03.090996551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"65b928a5-0c42-4780-84b2-31d41de119f5","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:03.222515846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"dab50f78-d6da-428a-b76a-b590fdda8d92","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:05.733683431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"ec9ed7ee-7e02-4505-bb29-7cb9d00d5aa1","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:05.749530643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"0357fda4-547c-480b-be70-e315d13fa17f","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:05.787658445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-active-auth","reconcileID":"df7d7081-b9d6-47fe-9bbc-c50f15b84a43","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:05.805798284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-active-auth","reconcileID":"df7d7081-b9d6-47fe-9bbc-c50f15b84a43","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:05.881753872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"8d163f7c-a74e-4d39-bad6-15773e8a8fff","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:05.924938095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-active-auth","reconcileID":"35e97b1d-a69f-4cff-ac27-f8f7dcf2710a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:05.943122603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-active-auth","reconcileID":"35e97b1d-a69f-4cff-ac27-f8f7dcf2710a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:05.945383326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"4a79d9b1-3b32-41cb-aa13-921dc787e0e1","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:05.961311049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"2352384c-45bf-4e5f-98ae-58b1aa3c4f9c","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:05.975555743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-active-sub","reconcileID":"d88c17dd-4ca5-4b56-ba49-c0c61719d411","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.011396152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"bbb58581-a46d-4250-894d-188ff5dea795","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.029606349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"15aeda76-ced9-4efa-8bb0-0df4a45d6276","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.096410351Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-active-sub","reconcileID":"58d41f1e-6de1-4c79-90ef-3601ecb3aa78","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7505bd/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-7505bd/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.143950525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"c669d27e-6d57-4c3d-b9ed-c215d4c6c329","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.172350075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"95863a02-d47b-4e4d-b9b1-bc618c4d9fc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.245699052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"e2a95727-cc3f-47b8-a6b0-05c1645f429f","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.263559597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"9967dfde-83bd-4c5c-b1d2-c4156c7025a5","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.274449308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-active-sub","reconcileID":"99c3527b-2561-410b-81e6-7ef5a94da037","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.305162285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-apikey-failed-auth","reconcileID":"3c44c717-44ec-4f59-bdbc-9b63b64a39be","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.323034098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-apikey-failed-auth","reconcileID":"3c44c717-44ec-4f59-bdbc-9b63b64a39be","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.397179959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"bd6ec862-a1f7-4f77-8594-0a97d68163a7","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.435885959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-apikey-failed-auth","reconcileID":"e3f89d2e-e0f2-4d1f-adca-218ffde9971f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.455943065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-apikey-failed-auth","reconcileID":"e3f89d2e-e0f2-4d1f-adca-218ffde9971f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:06.65346823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"25755159-a7d1-4fbf-9714-a165cc312dea","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:06.667273362Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-6c45bb/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:08.670325283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"d44ae330-44f8-41a4-8f34-a010b20bf764","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.400145389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"c945de44-2d2f-4f4a-89b6-449c639d0e3d","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.553819615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"02dc98f0-9ffa-4fd3-b459-ce8ecff28a78","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.570234999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"a0a98784-fd90-4d64-bada-766b8c52785f","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:11.584787538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"7a2d68b7-d26b-4004-8a2f-fd2198fb8a73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.619203017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"de351620-c395-424c-88fe-fc5bb2e31c18","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.64474306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"b215bbca-5128-421b-9968-be3aea8e7d70","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.704562597Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"9f64ef41-deb5-4b19-bb15-c9abf1e5eb4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"simulator-w1-7a7ac6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-7a7ac6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.750041398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"93dd1577-a311-4452-b350-bf5f8b8474db","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.769319658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"ae91d78b-0c25-4936-bd6c-bc132ffa02c1","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.791921863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"7ad9379c-c1a2-4aa3-8815-625fbfc94d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.796182643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"beba8cf3-52ff-445b-a079-681564f9b6dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.810130247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"7ad9379c-c1a2-4aa3-8815-625fbfc94d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.89730298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"884b7e69-3e96-4ee5-9c57-f235b69fcbb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.979051515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"7b9be42a-b915-43eb-bca2-40e88623d8a2","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:11.99801309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"8a53306f-2a7b-4954-858f-a7a43d04a5ba","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.007339767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"5191238c-efb0-4fe9-9f83-cc97ab82566e","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.008016749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"fd5fb93a-e84c-4d5f-817a-cc5087e55449","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:12.012114661Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-7a7ac6/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.025982896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"d839cdeb-dd55-4b94-99bc-55d192ca0625","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.03339346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"f531962f-db43-4e60-a2a8-567223659856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.051299032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"f531962f-db43-4e60-a2a8-567223659856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.082930598Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"d3dc0e5a-1f1d-4039-abe8-7e011b7302a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"premium-w1-7a7ac6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-7a7ac6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.13199134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"c3c8abf4-d189-46ed-959a-ea475a0c59f9","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.172053222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"7f5c6efc-d971-4baf-8a7f-aa437b5d688e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.182002277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"8a935b9f-c062-4815-801b-eb65fedf08bc","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.203213128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"6e95a20c-f3a2-483a-82db-df00ee89ac18","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:12.218065893Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"6e95a20c-f3a2-483a-82db-df00ee89ac18","name":"premium-w1-7a7ac6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-7a7ac6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:12.218126964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"6e95a20c-f3a2-483a-82db-df00ee89ac18","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-7a7ac6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.224255619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"fc48da91-f0ba-46c1-bd30-a5e57dde41ae","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.238418993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"de9d9cb3-3c5d-418a-be25-3a85874dfa5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.256494612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"de9d9cb3-3c5d-418a-be25-3a85874dfa5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.271931818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"666baeb9-f2c0-4b37-a24f-c9ca9ed76b78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.330071222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"cf50d17c-ffe8-4277-963e-22c87c5cde55","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.369163409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"b0690123-ee0b-43a6-9b1f-37b05f432c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:12.387181425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"b0690123-ee0b-43a6-9b1f-37b05f432c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:16.584312084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"a85f64f5-a5e1-4782-925a-6fa9bd1efb09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:16.634882125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"59c6e113-4f1e-4a84-8d54-8ea88c933f0c","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:16.825272817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"43c65a43-6e05-4207-b3bf-5e0397a52d2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:16.881509163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"6a63ff97-bb27-4ea0-a79d-5b37eed1f22e","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:16.895866934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"a1936943-b271-4296-9528-645a75a09b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:16.895852801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"d810c573-8e73-46bc-b2fb-a78bec4d7f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:16.91507659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"a1936943-b271-4296-9528-645a75a09b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:16.918860384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"d810c573-8e73-46bc-b2fb-a78bec4d7f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:17.080437042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"f9c5e856-c92e-46ac-a262-b2cfc19a0339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:17.093006971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"6b504335-9a46-4f9b-9585-45fee8c0ba6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:17.099413516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"f9c5e856-c92e-46ac-a262-b2cfc19a0339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:17.110932163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"6b504335-9a46-4f9b-9585-45fee8c0ba6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:17.263628697Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-apikey-failed-sub","reconcileID":"e913efdd-220e-4032-a551-5da119a1e482","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:17.263758024Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-apikey-failed-sub","reconcileID":"e913efdd-220e-4032-a551-5da119a1e482","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w6-6c45bb/nonexistent-model-apikey-failed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:17.356379751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"97a50cbc-b37a-4f28-b424-063a99986cc3","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:17.49055208Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-apikey-failed-auth","reconcileID":"da11c908-5747-4d19-9626-743f9098b9ef","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:17.490597219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"0352415b-f9f6-45fa-a263-1691fa30e6dd","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:17.533656153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"2b5734d0-8c6f-404b-a2ef-48707feb6279","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:17.749956442Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.571942357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"e13cb565-b6ed-4b8f-8e47-5abbd309da8a","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.589900621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"55196706-e17a-4e40-8c9f-88c2f301fb02","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.628329256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c78bb3d0-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-a-c78bb3d0-auth","reconcileID":"2201e346-4962-4d08-90a9-186444fb6a91","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c78bb3d0-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.646158751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c78bb3d0-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-a-c78bb3d0-auth","reconcileID":"2201e346-4962-4d08-90a9-186444fb6a91","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c78bb3d0-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.7221325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-active-sub","reconcileID":"c72b4f70-e245-4477-8b35-4b31965beae9","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscription":"e2e-apikey-active-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.722783041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"e70f9403-5da1-4acb-9d6f-4c7635aace31","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.761215298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c78bb3d0-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-a-c78bb3d0-auth","reconcileID":"8bd48a93-3485-48a3-885e-dd96eab2f3c8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c78bb3d0-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.76651778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"d9b75f32-917f-4bba-9124-c6f8ce92af5f","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.767613802Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-active-sub","reconcileID":"c72b4f70-e245-4477-8b35-4b31965beae9","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7505bd/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.778948897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c78bb3d0-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-a-c78bb3d0-auth","reconcileID":"8bd48a93-3485-48a3-885e-dd96eab2f3c8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c78bb3d0-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.783843882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"9d896ec1-45c8-4093-a005-6d2d7b2d3667","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:18.797094073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c78bb3d0","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-a-c78bb3d0","reconcileID":"6a829765-acc1-4d7d-852a-f9865b77fba3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-c78bb3d0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.810433878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"c5e5b212-d0c6-4fa0-926a-35a999dc22f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.827545755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"5752831b-c067-4122-9f1b-a9c784a3cf6b","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.83982866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"adbbc783-7275-4929-9143-31378160ce5e","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.856117132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"17093d98-f25a-4fd8-97c9-8e6b7ad2d340","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.931302152Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c78bb3d0","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-a-c78bb3d0","reconcileID":"a5691c09-ddb9-44ff-a712-9ab8078cc15d","MaaSSubscription":{"name":"e2e-filter-sub-a-c78bb3d0","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/e2e-filter-sub-a-c78bb3d0","ai-tenant-e2e-worker-w6-6c45bb/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.977420668Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-active-auth","reconcileID":"c9816b57-0a69-415c-8325-06a8b47e70ec","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.977452663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"f2dea1d2-1f40-4693-a841-ed89ef54990f","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:18.978297002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"03c6ebb2-f1cb-4b5c-bc23-20cbfbded993","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:19.012248671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"20bf383f-ddb4-4d62-aede-ce286152e873","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:19.023292274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"b603ae18-6380-4265-a5a2-e509f2fe81cd","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:19.112786937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c78bb3d0","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-a-c78bb3d0","reconcileID":"dd4e2617-7335-4831-a00c-3b9c8d898677","MaaSSubscription":{"name":"e2e-filter-sub-a-c78bb3d0","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:19.162974297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"7fc11e3f-5d14-4e61-aeac-4daebfdccb06","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.057701472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"859c37db-f097-4ebd-a963-7d97873922c1","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.075820454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"f961d1ca-571c-468c-bffe-d6100b893326","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.113806213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-auth","reconcileID":"8ce3b3f1-9498-4411-a362-3cd58d0dddbd","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.131349862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-auth","reconcileID":"8ce3b3f1-9498-4411-a362-3cd58d0dddbd","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.209424346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"9bd75644-6826-4737-b842-064e380c818f","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.247625483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-auth","reconcileID":"3f23fae2-4937-4253-8dd4-9024e63530ea","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.261330027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"4b010c1a-0838-43fe-83e4-480b119490e5","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.265888885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-auth","reconcileID":"3f23fae2-4937-4253-8dd4-9024e63530ea","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.277404593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"baf11faa-45e4-4b56-82ca-2a081c78c04d","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:20.293050836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-sub","reconcileID":"45119655-dddc-4b84-b7ab-3a4a4f34515e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.296510029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"fde4e871-9170-44f8-8621-59dc98e757d5","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.330308596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"d3eab1bf-6b6d-47c3-84ff-2a616894c1c8","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.348906726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"a1099a00-b32f-4682-a82e-cbdfa3a5e7f4","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.408171237Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-sub","reconcileID":"f3446f2e-b36f-4250-b52a-a916a82173fb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7505bd/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-7505bd/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.408321811Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-sub","reconcileID":"f3446f2e-b36f-4250-b52a-a916a82173fb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7505bd/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.471271273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"bb2f10c5-265b-4a2f-8eaa-e0bfd0062224","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.48876145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"efb73c00-6926-420d-b4c0-b392567e7856","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.611741634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-sub","reconcileID":"9b86ada5-9d9b-4249-a4fd-be2ca44dff97","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.611873161Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-sub","reconcileID":"9b86ada5-9d9b-4249-a4fd-be2ca44dff97","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7505bd/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:20.6293782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"64b4d609-1aba-405d-a662-7394dad29187","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.012092115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"b3c9a2a2-0439-4784-b316-e6a9ee950b1d","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.046490431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"5339435f-d95e-45dd-9a57-76bf3b8e67e8","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.28985009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"a94a2efd-5d50-4fe6-ae7e-6ba662fdaf08","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.306039684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"3c6e4656-7a9d-4dd7-ba15-4730a9573824","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.347796919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fbfb5e5e-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-b-fbfb5e5e-auth","reconcileID":"32e5cd02-ff93-4e14-8a42-4ee8116a5999","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fbfb5e5e-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.365954019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fbfb5e5e-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-b-fbfb5e5e-auth","reconcileID":"32e5cd02-ff93-4e14-8a42-4ee8116a5999","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fbfb5e5e-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.501500497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-6c45bb priority=0:[ai-tenant-e2e-worker-w6-6c45bb/e2e-filter-sub-a-c78bb3d0 ai-tenant-e2e-worker-w6-6c45bb/e2e-filter-sub-b-fbfb5e5e]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.501545486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"034b472e-81aa-44fd-8a89-a99a4e440b5c","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.518196963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"52d63770-277c-42f7-b4c6-90ecc3c58bcd","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.527758325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"ee22e473-4710-4d4e-88c0-f8dd12f93d7a","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:21.536165504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fbfb5e5e","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-b-fbfb5e5e","reconcileID":"56bee92e-5d0c-4a69-8246-fc11c3c576be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-fbfb5e5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.538922488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"db52fea6-a409-479b-a559-927e254e0bff","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.558769026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"e861510d-8d42-4820-8fcf-1cec8ffd631b","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.566678615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fbfb5e5e-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-b-fbfb5e5e-auth","reconcileID":"b2045639-42de-41d3-883f-8fd63b323069","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fbfb5e5e-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.575770963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"925dfd20-3b76-4cdd-b91e-fab7e0dc7510","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.584932934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fbfb5e5e-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-b-fbfb5e5e-auth","reconcileID":"b2045639-42de-41d3-883f-8fd63b323069","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fbfb5e5e-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.594250603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"d0dae6bd-1a90-4255-838d-ad4a78ad242a","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.654067406Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fbfb5e5e","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-b-fbfb5e5e","reconcileID":"0f064ddd-2ab6-488a-a4a5-9e5ab35c531e","MaaSSubscription":{"name":"e2e-filter-sub-b-fbfb5e5e","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/e2e-filter-sub-a-c78bb3d0","ai-tenant-e2e-worker-w6-6c45bb/e2e-filter-sub-b-fbfb5e5e","ai-tenant-e2e-worker-w6-6c45bb/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.70199133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"a7ac8c91-50c6-4b06-9359-83d5199f49a5","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.737751314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"275cb8bc-dfed-4d9e-bff0-f50132b0a738","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.737846296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c78bb3d0","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-a-c78bb3d0","reconcileID":"3c7ed5e4-fe32-498d-a11f-b8c4aa852a70","MaaSSubscription":{"name":"e2e-filter-sub-a-c78bb3d0","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:21.742328103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fbfb5e5e","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-b-fbfb5e5e","reconcileID":"27701329-1ecd-4584-9cdb-bd0f9cc6d129","MaaSSubscription":{"name":"e2e-filter-sub-b-fbfb5e5e","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:22.972209821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"3e9c8663-7ca4-4bbb-85ed-c524cad9edfd","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:24.759161335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"9b9ee629-2e6b-417a-8409-3bd2d1ef198c","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:26.047985342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"40658e29-103c-4552-957b-b1ffe99d50b4","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:31.754696073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"89d9b8eb-9eb0-48aa-8296-38dcb8f91c49","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:31.818934414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"d1fad9de-3038-4dfc-8d63-d93beddba858","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:33.020600799Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-sub","reconcileID":"25b72e95-b2eb-418d-88b4-c73766bf961b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscription":"e2e-apikey-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:33.071466177Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-sub","reconcileID":"25b72e95-b2eb-418d-88b4-c73766bf961b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7505bd/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:33.071495352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-sub","reconcileID":"25b72e95-b2eb-418d-88b4-c73766bf961b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:33.071619946Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-sub","reconcileID":"25b72e95-b2eb-418d-88b4-c73766bf961b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7505bd/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:33.112532932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"88d38e41-658a-4ab8-968c-c46677f921fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:33.146818164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"577058d7-1bc3-4a7b-a2a8-ecb43e738d4f","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:33.166631871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"17ea3dac-06dc-4e48-9c95-775d8257dbba","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:33.320228075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-apikey-degraded-auth","reconcileID":"cfdacc4c-e3f1-4bef-ba99-27128aeb417f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:33.32031464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"e1997ed0-56cf-4708-b4d9-8f4742b9eb26","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:33.451681918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"e8c764ce-2195-4e63-bad5-a4818f839888","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:34.805315403Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c78bb3d0","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-a-c78bb3d0","reconcileID":"00a87307-6c47-413f-ad60-d6eea236ec5a","MaaSSubscription":{"name":"e2e-filter-sub-a-c78bb3d0","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscription":"e2e-filter-sub-a-c78bb3d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:34.85261956Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c78bb3d0","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-a-c78bb3d0","reconcileID":"00a87307-6c47-413f-ad60-d6eea236ec5a","MaaSSubscription":{"name":"e2e-filter-sub-a-c78bb3d0","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/e2e-filter-sub-b-fbfb5e5e","ai-tenant-e2e-worker-w6-6c45bb/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:34.893326456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"c55aaa64-b1f1-402c-9ab5-3b220aba3d94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:34.893520442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fbfb5e5e","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-b-fbfb5e5e","reconcileID":"a77f36fd-9775-4d02-a61b-442d844a34a9","MaaSSubscription":{"name":"e2e-filter-sub-b-fbfb5e5e","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:34.913040656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"5c75702b-5a40-4fcd-9589-82d1360adeee","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:35.07410105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"bd67c1ec-85a3-4a04-afd9-5077feefd3c2","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:41.259201116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"a852d394-d976-4fe5-a146-d684bf4ab8b5","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:41.27507268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"2c370d59-a95b-4c07-a6e3-d93ef911522e","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:41.365348139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e4b1b1f9","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-gw-auth-e4b1b1f9","reconcileID":"045579fa-f7d5-4323-955d-d609b9360032","MaaSAuthPolicy":{"name":"e2e-gw-auth-e4b1b1f9","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:41.383141077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e4b1b1f9","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-gw-auth-e4b1b1f9","reconcileID":"045579fa-f7d5-4323-955d-d609b9360032","MaaSAuthPolicy":{"name":"e2e-gw-auth-e4b1b1f9","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:41.459531835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"6d91e94f-f379-4e33-9969-1caff2b7d206","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:41.500552799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e4b1b1f9","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-gw-auth-e4b1b1f9","reconcileID":"be7cba6c-02e0-4125-b5f2-b72965af4949","MaaSAuthPolicy":{"name":"e2e-gw-auth-e4b1b1f9","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:41.518651108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e4b1b1f9","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-gw-auth-e4b1b1f9","reconcileID":"be7cba6c-02e0-4125-b5f2-b72965af4949","MaaSAuthPolicy":{"name":"e2e-gw-auth-e4b1b1f9","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:42.033335935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"4f34d9e9-2384-4ec7-92c0-7c7473b1c543","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:42.857147617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"3e47e4e2-0539-4229-8c90-5c7dd2e2401c","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:42.954358789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"67a010a3-f8d2-46ef-a86a-0c0953caf6e7","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:44.343149359Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e4b1b1f9","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-gw-auth-e4b1b1f9","reconcileID":"be16fb05-1165-4b0f-b905-a29a00a06e62","MaaSAuthPolicy":{"name":"e2e-gw-auth-e4b1b1f9","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:44.343253664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"3f8b9f2e-c9b3-4c04-a80b-c1eedadd331d","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:44.389607919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"82ca7384-7800-4efc-8647-c4d8be248722","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:45.121275444Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fbfb5e5e","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-b-fbfb5e5e","reconcileID":"7446f8e7-bfe2-428f-b051-50002db255ce","MaaSSubscription":{"name":"e2e-filter-sub-b-fbfb5e5e","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscription":"e2e-filter-sub-b-fbfb5e5e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:45.174121923Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fbfb5e5e","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-b-fbfb5e5e","reconcileID":"7446f8e7-bfe2-428f-b051-50002db255ce","MaaSSubscription":{"name":"e2e-filter-sub-b-fbfb5e5e","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:45.217604101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"af614cf6-8cf1-4896-956c-36a5b3b955d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:45.324491691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"4240b947-75fa-4f56-8186-4912cba93482","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:45.489260864Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c78bb3d0-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-a-c78bb3d0-auth","reconcileID":"4ebc67cc-7061-4c38-81b2-20d296a7aee1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c78bb3d0-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:45.48935919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"75d236aa-3b60-4bac-b53d-80a91f3adf85","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:45.53416068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"e9ef4d00-22c3-4924-963b-ade899d830a9","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:45.753361034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"c3c59d47-7dfa-4b75-b7bf-5739a4f11b82","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:45.75341709Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fbfb5e5e-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-filter-sub-b-fbfb5e5e-auth","reconcileID":"0b257296-b488-4483-911d-a12aa29990f6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fbfb5e5e-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:45.801271209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"8dc2153e-b903-46cc-afce-97537ae4d236","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:47.749847233Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:49.864800423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"afbaa6f9-510c-4504-9a3f-f927aa74d7db","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.031732992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"74b84a32-7fb5-4331-b74b-bad72b6200f7","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.05016185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"539d62a5-53d3-483a-93f6-08aa768646ad","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:50.062683908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"6373975a-a5ef-4a80-961a-0fb999e8a154","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.100791536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"0100807f-cce8-4145-9a79-77898dc74476","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.118869943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"1c0192b0-96a0-4b8f-9498-c47945fd4adc","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.177976414Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"7c9b5617-8713-4930-bfed-2ed30ed29ca6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"simulator-w5-b1c718","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.225996999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"2873e967-f3f6-4eb0-8903-6cbc7147c078","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.240752005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"1e04a06f-3aaf-4564-ba5c-2fa58f390a80","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.262355293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"4add5869-adcb-4d4a-afef-be04e4777312","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.266068538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"d794d927-7fa2-459b-b8c8-2980532ca514","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.284769273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"724a2c85-def1-4562-be87-1a2c5349218f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.302770478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"724a2c85-def1-4562-be87-1a2c5349218f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.367299605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"76764273-b4ae-4186-a110-9c42fb0e5f3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.381080386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"5b05cf61-1a70-4e31-a608-01bf71501019","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.407112625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"ee9543a7-9be2-4997-b13d-988ba3e778b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.425423295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"ee9543a7-9be2-4997-b13d-988ba3e778b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.455667761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"9b532939-7fdb-498c-92b0-79bfc241d751","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.475317132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"446ca814-000f-45ae-8cae-4340ba8c8251","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.48636369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"d2c7791d-f18b-4e02-8475-b06b9b5ce364","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:50.48911296Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-b1c718/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.504057276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"e270e976-7bb5-4b22-9d45-de9a15cf56bd","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.560682746Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"347f82a0-78f7-4ecf-bd29-d173b2a52c97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"premium-w5-b1c718","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.65290103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"7d4770ab-6fff-4482-92d5-3e8470b84c75","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.680022588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"d5ce72ce-4006-4f37-ab08-3f5e430befc3","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.694476076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"a9419386-ccc1-4bdb-813b-37860da757f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.702444021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"70d08fb0-10a5-4dc5-b646-23ca2eb99887","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.737893618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"4fcbf73f-529b-495d-a49b-cc12b4346025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.755705854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"4fcbf73f-529b-495d-a49b-cc12b4346025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.792848726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"ca266151-e774-4857-8342-57d893a315d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.830030006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"f0de9c5e-44a0-4d8f-b5a1-3deb461ddda6","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.870430246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"5cc65482-7dfe-4646-807d-863144a89476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:50.888333318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"5cc65482-7dfe-4646-807d-863144a89476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:51.903482611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"a0b34a5e-c914-4e88-ae67-e09fbd58bc16","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:51.936078767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"f45f2a8c-19f0-4203-96fe-99256ed19480","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:52.573276219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"e4cd25c4-8c34-481e-82a8-cb371edf3ead","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:52.734352361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"cc53a4df-3b6f-4813-8d8e-95282ab37c0d","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:52.752102842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"e6102690-8bbc-4cad-a4e9-0eb0f82b1688","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:52.769340571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"ae08ddd4-6e7a-4ad3-bfce-b3b87d06a9d4","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:52.772310388Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-02665b/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:52.785338903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"821180c7-e5d5-40b1-a5d6-2a26994cd8ee","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:52.845067143Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"417a3cda-fd4b-40a8-aa2e-16611eb73655","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"simulator-w4-02665b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-02665b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:52.89578235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"63074e0c-8da8-46a4-88ea-8a45301862e0","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:52.935943199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"edc23a5d-572e-424a-8bd6-35cb3fd52a0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:52.938621985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"bd2a16a1-dc4a-426e-bd8d-1ce74fc1e473","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:52.958301128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"689bf996-10d9-4b40-9a38-77dd97eb57b3","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:52.973927029Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"689bf996-10d9-4b40-9a38-77dd97eb57b3","name":"simulator-w4-02665b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-02665b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:52.973992139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"689bf996-10d9-4b40-9a38-77dd97eb57b3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-02665b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:52.980042602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"b0e00a45-2b84-4dd2-ad4c-55866d3a2582","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:52.980901105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"36bfc8e2-727f-4838-add8-48bd7566f005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:52.998758677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"36bfc8e2-727f-4838-add8-48bd7566f005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.036526061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"cc368d49-82da-45f2-904e-467e0c7165c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.070936904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"d83ff22c-7249-4356-a034-ef76e0fd9c05","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.097561862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"3114b841-2e30-473a-a63e-ede96b4b8ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.115878609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"3114b841-2e30-473a-a63e-ede96b4b8ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.141131574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"d4404173-4a9e-4f1f-832f-e63a90971983","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.160485136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"a02c3784-3c46-454b-be09-04a8213c1b90","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.174072689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"d1788f4f-1017-46be-b3c1-8908d0896451","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:53.177558886Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-02665b/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.191056402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"aec3eb0e-ad33-429e-a83d-dbaa0e541e1d","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.249930236Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"63f07dc1-f5ad-4390-b81c-704e5fdee09a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"premium-w4-02665b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-02665b/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.301727354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"8867b16a-c3e0-4b9f-b88f-bdd83ede7643","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.329615178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"5fce3048-e067-404c-b036-09de95a946aa","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.343517881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"f1fb9dd1-9de8-4ae6-97ed-cacf8b8ae2eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.351801912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"38df9553-30fe-4462-913b-99d0e43ef9df","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:53.366681708Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"38df9553-30fe-4462-913b-99d0e43ef9df","name":"premium-w4-02665b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-02665b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:16:53.366727382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"38df9553-30fe-4462-913b-99d0e43ef9df","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-02665b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.371974684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"16bbd1a3-cc35-47b7-8058-38054a91bb4e","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.38898488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"71214515-f23c-4a50-97a9-ed6497d85ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.410783001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"71214515-f23c-4a50-97a9-ed6497d85ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.445502307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"2ce8d7fa-c361-4492-8bea-58f4e4312f35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.487147124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"a9599ffb-2690-4f97-99cd-a996369dd044","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.526596924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"86e04df0-86cb-4a40-9761-9d1cdcd1adb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:16:53.546718483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"86e04df0-86cb-4a40-9761-9d1cdcd1adb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.377956529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"b370cf2b-3f4b-486a-a5cd-33a48bb94cd5","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.378409674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"a5a896f5-723c-45f9-b508-325db7a8492b","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.402809291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"e22d926d-e2a7-4e2a-a33b-1b562b5fe407","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.403093836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"51b0f49b-ef87-4907-86c9-3d495cdcb950","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.416067283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"f388636b-3012-432a-b4d1-3d680cfbf167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.417511136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"a309a5a9-c462-4eb3-8b9a-41a0f448e06b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.42081569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"51cea166-ebc0-445b-a4c6-b06781d07d32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.42154456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"756d51fc-d754-42ce-aafd-13f7bd0d5f0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.434123881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"f388636b-3012-432a-b4d1-3d680cfbf167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.435417167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"a309a5a9-c462-4eb3-8b9a-41a0f448e06b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.60359774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"5487ce96-3cca-4135-8785-c3081ff35e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.603624008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"c35e5176-f4ff-4c96-8c2b-51068c68f1c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.622257456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"c35e5176-f4ff-4c96-8c2b-51068c68f1c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:03.622386507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"5487ce96-3cca-4135-8785-c3081ff35e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:05.277861055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"be0e5a02-bc4c-4fff-8566-bbfde9e44386","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:05.341811863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"06587c1d-ea59-46b9-acf7-a549fe00e54e","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:05.369759155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"3725d166-ec2a-4af2-aa82-54fc428ddb62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:05.432236419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"e9f8cf56-9471-4933-ad80-7669c25390ba","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:05.474873534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"24f95025-a48e-4569-8206-b9b6453e5a45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:05.528959786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"cadfdfba-4859-4e4e-9c7c-d4d68f58be03","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:05.667920559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"085a70a1-7c6e-4cc1-a982-ca6bd62e6eac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:05.720561261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"0af53a4d-8f26-440c-97ed-ff0b6db93fa2","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:05.76598005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"d593e26b-e347-469e-9279-fef98755e319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:05.765989043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"f5356088-5f43-4f9d-9725-694d47b51c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:05.78542171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"d593e26b-e347-469e-9279-fef98755e319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:05.789028622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"f5356088-5f43-4f9d-9725-694d47b51c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:06.091744985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"74ee69c9-4d1b-49c8-a1e2-b185bfa4a811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:06.094560375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"1a6aa761-994a-492c-82b2-91aa2a694e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:06.109555145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"74ee69c9-4d1b-49c8-a1e2-b185bfa4a811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:06.112442362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"1a6aa761-994a-492c-82b2-91aa2a694e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:06.192468394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"fd99b913-1106-4a6c-a035-726e12ab2bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:06.192474701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"fc58a028-fc86-46f5-96bc-5f75b3d717ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:06.210494389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"fc58a028-fc86-46f5-96bc-5f75b3d717ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:06.210553045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"fd99b913-1106-4a6c-a035-726e12ab2bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:06.28962467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"8b27c4f5-9bd4-47ae-bfeb-545c9a75ab20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:06.289627953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"a34968ad-62e4-4ab8-b5ba-320202e33f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:06.307704472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"a34968ad-62e4-4ab8-b5ba-320202e33f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:06.307778751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"8b27c4f5-9bd4-47ae-bfeb-545c9a75ab20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.806162352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"33e81d3b-a1eb-455d-bfb6-fc07420e33c2","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.806716325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"c50b692d-0b83-495d-902b-381421c88f29","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.841235294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"9b97ee7f-3e3e-40b1-8e2d-46d075ed8f03","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.841545917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"18b0fd5b-ef22-4a46-991a-2475e96c0683","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.847890759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"35457f2b-bd02-47ba-a6ce-b7663ffe7958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.848080851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"4e19d953-74af-4cf3-9e2b-062221b6f417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.85011136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"a2152bd6-a5cc-47c4-b654-b3ce5722b643","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.850174726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"35092816-e0f9-4b5d-acbd-13e44c01ca86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.866149527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"4e19d953-74af-4cf3-9e2b-062221b6f417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.866158304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"35457f2b-bd02-47ba-a6ce-b7663ffe7958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.946652208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"2e75305d-8580-4471-99d8-499308e8d56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.947855385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"4a172190-d942-43cb-88fe-7405dc47011a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.96534912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"2e75305d-8580-4471-99d8-499308e8d56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:08.967086805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"4a172190-d942-43cb-88fe-7405dc47011a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:09.679398963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"3191b4b3-db47-4050-a606-5189ceacfcf9","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:09.752524505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"bbdde843-4f94-4606-b54f-f86496dd0fe7","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:09.790779731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5370fa81-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-dry-sub-5370fa81-auth","reconcileID":"7101cd29-739c-4853-92e1-7e6274519ba4","MaaSAuthPolicy":{"name":"e2e-dry-sub-5370fa81-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:09.808725483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5370fa81-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-dry-sub-5370fa81-auth","reconcileID":"7101cd29-739c-4853-92e1-7e6274519ba4","MaaSAuthPolicy":{"name":"e2e-dry-sub-5370fa81-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:09.884753773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"f1beba5f-298e-4d8c-b7db-24cb3b0e69a0","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:09.906933775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"dda72b14-c523-4a7b-b9ba-7ea8390e75c6","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:09.915539872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"8d288dc6-1fe4-45cc-8af8-ab8e9c597583","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:09.922290216Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-02665b/e2e-dry-sub-5370fa81","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-5370fa81\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:09.931342255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"ca87eb8a-eb92-47ba-81a4-5b370bcad745","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:09.967854391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"fad0d6ee-a5c8-462f-8441-207e177abc61","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:09.991219233Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5370fa81","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-dry-sub-5370fa81","reconcileID":"95ff9f31-6807-4b2f-8a51-37e040d5dbae","MaaSSubscription":{"name":"e2e-dry-sub-5370fa81","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-02665b/e2e-dry-sub-5370fa81","ai-tenant-e2e-worker-w4-02665b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:10.009771737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5370fa81-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-dry-sub-5370fa81-auth","reconcileID":"926a4fd2-5fbe-4509-886c-746b78777b81","MaaSAuthPolicy":{"name":"e2e-dry-sub-5370fa81-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:10.029004764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5370fa81-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-dry-sub-5370fa81-auth","reconcileID":"926a4fd2-5fbe-4509-886c-746b78777b81","MaaSAuthPolicy":{"name":"e2e-dry-sub-5370fa81-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:10.04331478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"43bb0ee9-7729-4bbd-8b63-ee83951a443a","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:10.07155668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"064d51c6-ed7a-4053-84f4-64b2a5be7caa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:10.172563789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5370fa81","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-dry-sub-5370fa81","reconcileID":"f72a7cb6-d5cd-4fc6-b3fd-90a5c21ebd43","MaaSSubscription":{"name":"e2e-dry-sub-5370fa81","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:10.832950173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"83c29332-ab3e-46db-9c07-22ecb478df67","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.495109673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"248f0ad9-7e76-4811-b5d3-8fcf303f1ba3","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.661657788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"4f80dbe3-be44-40a8-8899-934f14822db9","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.678103663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"f244fa90-383c-45bb-b5c4-fc9afe731891","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:13.694860959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"865dffc6-58ed-45d4-81e5-af54e0e33ad1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.731538116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b412318d-719e-45a9-8d36-e5a663e2b882","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.7500004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"62e94cd4-bb4a-4141-9e98-79e85aa10ded","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.806865302Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"1bc5c4d3-5bc8-4bda-bf22-284ebb9877d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"simulator-w2-322d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.857989113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"eff5d6d0-9e22-4d3e-9f2d-bb0724998139","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.86097939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"d97b77c8-ba5e-48cf-9c4e-30aa0a790f79","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.879637803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"a0b02435-2ea4-4980-828d-6703f8b0399a","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:13.894149554Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"a0b02435-2ea4-4980-828d-6703f8b0399a","name":"simulator-w2-322d20","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-322d20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:13.8942009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"a0b02435-2ea4-4980-828d-6703f8b0399a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-322d20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.897803125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"486a841a-2aed-44de-9c76-90a2aeaf1e6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.899801495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"c75b42b1-3256-43dc-9120-1ebeefdd05bc","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.903900998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"cacca526-5a30-4e9b-a871-191f2d778507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.924025829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"cacca526-5a30-4e9b-a871-191f2d778507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:13.999849465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"7590e656-76e1-4bda-aa0e-d6617d1114a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.023928248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"783d7056-91b1-43ed-b673-77eadcfb09b0","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.026319098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"f0abfda9-96e1-4ef8-acd7-4b94d5fbc232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.043696653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"45723225-d3c9-4051-986d-e1319f4e84e9","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.047823206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"f0abfda9-96e1-4ef8-acd7-4b94d5fbc232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.077998226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"1c34aa62-6763-48bb-94c3-3993a9e2301c","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.095244284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b2e00d1d-e091-4c26-ac0d-eb7af2254088","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.112865961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"0756238e-1534-41a7-929a-48001d8bdd96","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:14.115617698Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-322d20/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.128644412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"997780a1-d301-4a39-8d6f-b132cd2fd465","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.1874389Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"8f830cb9-3cb7-4d0c-8ff3-9ad71437781a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"premium-w2-322d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.188146838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"466ac179-ad77-4561-a63f-c59f5575f9cd","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:14.206559294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"f0abfda9-96e1-4ef8-acd7-4b94d5fbc232","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.2075001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"5fd02c4c-b697-430b-a5ed-bae061836eca","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.219004818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"8932f22d-efa9-48a2-9b62-fc3b0d8204ec","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:14.220882674Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-564c8f/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.237941807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"ad92f469-d072-4cb3-b8df-b36639eee74f","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.241173272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"bafde8c8-6d2d-48bc-8675-cb8b934bcdbd","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.280680848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"f3c68f19-a8b4-4bb2-b2d8-2b2ee0629d17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.282266084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"233283c9-6df1-4efe-8345-af84bc5a5690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.291081453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"bfcaaba6-7f40-4f7b-a7fb-463f79071edb","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.353128217Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"72ea3d31-7e6d-46ad-b6f0-674a8a18c5d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"simulator-w3-564c8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.361043507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"233283c9-6df1-4efe-8345-af84bc5a5690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.364157301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"b1e6ca02-40df-4881-ba60-77115cc28261","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.453732156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"b26738ec-a651-4c8b-890d-ee5621bcc6e3","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.465434333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"ae9b644c-f2bc-4481-9835-f253c690a131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.473707945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"6ce0dd11-1a53-41f6-84fe-eb1e838b1878","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.4789412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"eede8d52-9f2e-49ff-82be-c56a7ee3416e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.483230175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"ae9b644c-f2bc-4481-9835-f253c690a131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:14.48848378Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"6ce0dd11-1a53-41f6-84fe-eb1e838b1878","name":"simulator-w3-564c8f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-564c8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:14.488536703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"6ce0dd11-1a53-41f6-84fe-eb1e838b1878","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-564c8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.494611662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"9d6c7ab0-9ad2-49b8-8d92-3a25c2416b0c","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.496289275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"b2bb5a20-7976-4aed-b782-423d608a0bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.512219634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"a619495b-7293-434c-8dbb-12f235ce54e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.514069324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"b2bb5a20-7976-4aed-b782-423d608a0bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.531533476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-564c8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e0089373f1ad44ad757f2413a0972b81267c0388179183444d37aa19989d166) AuthConfig (c4c12f8dffb555f92e81b35d8309d0352bb9ec999c70248c6882e2717f9862c4) AuthConfig (0576c3956303df816d807d70ad71d5efb18b0487148f995c6e23bccb1f4705b5) AuthConfig (29ad685fac72bd95cbfc7184be4544b31a4f96a540f343ae63a2f8a0a9b5cc3e) AuthConfig (2d1978673330f968771508dd35b733a83c802462971d25b2407f2e100c1af9d8) AuthConfig (29304154ed584951df6ea12cce17efa4dddb78d23f1380bec5759cbe2d5e4693) AuthConfig (5695306c7d75b622f027ae8d010d65c275d8fe0d8bbb94cbc9c71c017cec992e) AuthConfig (dcf11de2da2daa4d4dccd409bebde6ded15bf5f42d0ff0ddbf019294cca6c278) AuthConfig (f792542222bd4c544d18ec74eed4e5e74a1003584441e8f0ed027438d064b30d) AuthConfig (fcfe49200e5a88df97fb41f94dedf8744331baae7f07570e7f7b3b14fb671f56) AuthConfig (446f39f36e72981b4412c57ae507503e51568426adc5893cdb2191918cd7677e) AuthConfig (2ba8dac2a781241bdda8b48ed4c0d6a1615e3c55f0d4eaeca1a752865114c504)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"b2bb5a20-7976-4aed-b782-423d608a0bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.549788842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"10c73fb9-b9bf-41fa-af59-ac92c66d328b","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.5927012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"de9175c7-7578-4dcf-a77e-979090fd3d19","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.59728145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"f6e42ea9-6ff9-42ff-bc00-adabea89d0ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.603495988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"011d5ace-86c0-4dcd-b888-07bee23438c6","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.613946966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"5a0258ef-621d-4fd3-ada8-2c79d29a5a57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.614952596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"4798513c-b296-4f33-947b-a56f577f2f5a","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.615552277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"f6e42ea9-6ff9-42ff-bc00-adabea89d0ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.624877749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"7c579e70-f2f0-41cb-bbc6-e64cc058c28e","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:14.628674049Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-564c8f/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.632086149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-564c8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e0089373f1ad44ad757f2413a0972b81267c0388179183444d37aa19989d166) AuthConfig (c4c12f8dffb555f92e81b35d8309d0352bb9ec999c70248c6882e2717f9862c4) AuthConfig (0576c3956303df816d807d70ad71d5efb18b0487148f995c6e23bccb1f4705b5) AuthConfig (29ad685fac72bd95cbfc7184be4544b31a4f96a540f343ae63a2f8a0a9b5cc3e) AuthConfig (2d1978673330f968771508dd35b733a83c802462971d25b2407f2e100c1af9d8) AuthConfig (29304154ed584951df6ea12cce17efa4dddb78d23f1380bec5759cbe2d5e4693) AuthConfig (5695306c7d75b622f027ae8d010d65c275d8fe0d8bbb94cbc9c71c017cec992e) AuthConfig (dcf11de2da2daa4d4dccd409bebde6ded15bf5f42d0ff0ddbf019294cca6c278) AuthConfig (f792542222bd4c544d18ec74eed4e5e74a1003584441e8f0ed027438d064b30d) AuthConfig (fcfe49200e5a88df97fb41f94dedf8744331baae7f07570e7f7b3b14fb671f56) AuthConfig (446f39f36e72981b4412c57ae507503e51568426adc5893cdb2191918cd7677e) AuthConfig (2ba8dac2a781241bdda8b48ed4c0d6a1615e3c55f0d4eaeca1a752865114c504)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"f6e42ea9-6ff9-42ff-bc00-adabea89d0ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.640961335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"df69404d-ba84-46a1-9c62-7faf642f125c","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.710609774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"cb4a75cc-1e7c-4d0e-976f-f76966ff91f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.727369735Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"d575a0eb-cb8f-474f-8d8b-c1cb16cf69c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"premium-w3-564c8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.728801652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"cb4a75cc-1e7c-4d0e-976f-f76966ff91f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.778198591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"7f48c798-6eb8-486a-be7c-9bf087726c46","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.799327901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"3dc5c141-531e-4fe6-946b-e6e87e4ac14b","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.818013462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"55403363-acf8-42eb-9361-4d9871fab213","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.818305361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"4b9b9a50-d55b-46da-a63a-059d0e38f76a","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:14.833087391Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"4b9b9a50-d55b-46da-a63a-059d0e38f76a","name":"premium-w3-564c8f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-564c8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:14.833136231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"4b9b9a50-d55b-46da-a63a-059d0e38f76a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-564c8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.838653545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"8fb79755-e181-4226-9315-d0283960e5c2","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.853125091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"57115867-3a6c-403c-8eed-0662089f877a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.870671294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"57115867-3a6c-403c-8eed-0662089f877a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.887213315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-564c8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e0089373f1ad44ad757f2413a0972b81267c0388179183444d37aa19989d166) AuthConfig (c4c12f8dffb555f92e81b35d8309d0352bb9ec999c70248c6882e2717f9862c4) AuthConfig (0576c3956303df816d807d70ad71d5efb18b0487148f995c6e23bccb1f4705b5) AuthConfig (29ad685fac72bd95cbfc7184be4544b31a4f96a540f343ae63a2f8a0a9b5cc3e) AuthConfig (2d1978673330f968771508dd35b733a83c802462971d25b2407f2e100c1af9d8) AuthConfig (29304154ed584951df6ea12cce17efa4dddb78d23f1380bec5759cbe2d5e4693) AuthConfig (5695306c7d75b622f027ae8d010d65c275d8fe0d8bbb94cbc9c71c017cec992e) AuthConfig (dcf11de2da2daa4d4dccd409bebde6ded15bf5f42d0ff0ddbf019294cca6c278) AuthConfig (f792542222bd4c544d18ec74eed4e5e74a1003584441e8f0ed027438d064b30d) AuthConfig (fcfe49200e5a88df97fb41f94dedf8744331baae7f07570e7f7b3b14fb671f56) AuthConfig (446f39f36e72981b4412c57ae507503e51568426adc5893cdb2191918cd7677e) AuthConfig (2ba8dac2a781241bdda8b48ed4c0d6a1615e3c55f0d4eaeca1a752865114c504)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"57115867-3a6c-403c-8eed-0662089f877a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:14.894752715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"cb4a75cc-1e7c-4d0e-976f-f76966ff91f2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.915066849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"10b384a7-826b-4116-9182-cd408b3b1821","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.922566768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"ef9f406e-771e-4937-a9ca-5e831a62081a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.953656937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"4484d9a5-f36d-4310-b793-6d6a9a7a8e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.953656987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"f92cd1a8-7fd4-4e69-a465-993cd6996e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.971665296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"4484d9a5-f36d-4310-b793-6d6a9a7a8e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.972211984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"f92cd1a8-7fd4-4e69-a465-993cd6996e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:14.988177257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-564c8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e0089373f1ad44ad757f2413a0972b81267c0388179183444d37aa19989d166) AuthConfig (c4c12f8dffb555f92e81b35d8309d0352bb9ec999c70248c6882e2717f9862c4) AuthConfig (0576c3956303df816d807d70ad71d5efb18b0487148f995c6e23bccb1f4705b5) AuthConfig (29ad685fac72bd95cbfc7184be4544b31a4f96a540f343ae63a2f8a0a9b5cc3e) AuthConfig (2d1978673330f968771508dd35b733a83c802462971d25b2407f2e100c1af9d8) AuthConfig (29304154ed584951df6ea12cce17efa4dddb78d23f1380bec5759cbe2d5e4693) AuthConfig (5695306c7d75b622f027ae8d010d65c275d8fe0d8bbb94cbc9c71c017cec992e) AuthConfig (dcf11de2da2daa4d4dccd409bebde6ded15bf5f42d0ff0ddbf019294cca6c278) AuthConfig (f792542222bd4c544d18ec74eed4e5e74a1003584441e8f0ed027438d064b30d) AuthConfig (fcfe49200e5a88df97fb41f94dedf8744331baae7f07570e7f7b3b14fb671f56) AuthConfig (446f39f36e72981b4412c57ae507503e51568426adc5893cdb2191918cd7677e) AuthConfig (2ba8dac2a781241bdda8b48ed4c0d6a1615e3c55f0d4eaeca1a752865114c504)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"4484d9a5-f36d-4310-b793-6d6a9a7a8e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:16.890886591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"d2f39d55-676e-42ed-ade9-e3acc69e63d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:16.891129686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"06ce8d18-f996-45b0-9e49-4e3cb5e1df62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:16.910680523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"d2f39d55-676e-42ed-ade9-e3acc69e63d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:16.911256667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"06ce8d18-f996-45b0-9e49-4e3cb5e1df62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:17.054484807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"a4a96ff8-066f-4ab2-be2a-bd891818f648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:17.054484779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"b6042432-3d38-4975-98df-dcafeea21caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:17.080069304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"b6042432-3d38-4975-98df-dcafeea21caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:17.080113266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"a4a96ff8-066f-4ab2-be2a-bd891818f648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:17.750235233Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.809273467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"0cf428e4-d8a0-4274-bfaf-11f96d77f4c0","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.809794367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"6d169e87-16b5-43bc-858e-2b599f280f96","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.841046542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"8ee72e81-cc4f-411c-9d6c-d9a3e1b61b9a","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.841420765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"b8b5ca96-b51f-409d-9b81-ffb229fe6a42","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.851332509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"046438f1-f663-4fce-becb-faecdcc217e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.85307416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"9d74f870-afa5-4ff1-b48a-a5b325ae2588","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.853090447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"7b313e3d-e80b-4a55-ae97-758afe86c996","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.853624899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"2c463adb-7694-43b2-915b-1654cbec097c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.870090414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"046438f1-f663-4fce-becb-faecdcc217e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.872343616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"2c463adb-7694-43b2-915b-1654cbec097c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.951435042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"29d89754-49bf-4450-a047-65ed79f3bc5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.951441127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"3dce877b-d5d5-4099-8bb8-7b26e1fb690c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.969818164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"3dce877b-d5d5-4099-8bb8-7b26e1fb690c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:19.970487787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"29d89754-49bf-4450-a047-65ed79f3bc5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:20.880271613Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5370fa81","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-dry-sub-5370fa81","reconcileID":"e3306e60-dbe2-47e6-b9ef-647b65226018","MaaSSubscription":{"name":"e2e-dry-sub-5370fa81","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscription":"e2e-dry-sub-5370fa81","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:20.927121417Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5370fa81","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-dry-sub-5370fa81","reconcileID":"e3306e60-dbe2-47e6-b9ef-647b65226018","MaaSSubscription":{"name":"e2e-dry-sub-5370fa81","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-02665b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:20.969717384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"576292fe-3126-4843-bcc1-d9f87192ed74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:21.079195658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"dde03293-3a33-4add-99ce-f202a405cf00","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:21.099077346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"065694d8-42fa-4be9-b606-5da96aebd5a3","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:21.235833381Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5370fa81-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-dry-sub-5370fa81-auth","reconcileID":"62047698-b0cc-4736-98ad-73f13128731a","MaaSAuthPolicy":{"name":"e2e-dry-sub-5370fa81-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:21.235938457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"2fea2b11-99a0-477e-81ee-a02bcd7574c3","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:21.368997758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"60b6d5fb-efcf-4891-a3cd-30cffcd62f7e","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:24.671680551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"874befa6-d900-49e8-b8fe-7530ebfb9068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:24.689896994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"874befa6-d900-49e8-b8fe-7530ebfb9068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:24.765237004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"8efc83c0-8e9f-49d5-9bdc-bb4c380d00fb","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:25.030681753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"95f2dd80-d38b-45b1-814f-07fc79002a47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:25.049090838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"95f2dd80-d38b-45b1-814f-07fc79002a47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:25.12542431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"06c7af26-0f16-4f50-885d-344b75da76e6","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:31.472261572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"97cda55f-64ac-4d03-8a93-e06581db504c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:31.661170753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"78d3ca16-3908-42ba-b02c-93e29d7ae747","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:31.667371321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"d05d0ff4-a643-4d30-bd5c-943c944f319c","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:31.75395207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"b1d524a6-b4f8-43ca-8546-656d29afaa05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:31.777531545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"4a523088-fa05-49ad-b9e2-76cb5cf2e429","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:31.803744604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"57d8c00a-2def-4232-b926-da87c3a83e87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:31.814949387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"ed9ebdfd-2cb0-43f2-82c5-b398f8e7ab7e","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:31.858852721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"84e3dea6-92b1-4505-9442-3b9804171482","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:31.966438155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"8302dd38-d272-4fea-af3e-488559bc2840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:31.966962199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"fb001310-a69c-4d7c-99d8-03bf5cc56ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:31.993470293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"8302dd38-d272-4fea-af3e-488559bc2840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:31.995986365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"fb001310-a69c-4d7c-99d8-03bf5cc56ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.06772103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"61e6e9f0-a89f-40a4-81c9-02ba1fd57770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.067971383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"0e7190a0-fc51-4b74-a3dd-2e7449c2f0f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.088781971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"61e6e9f0-a89f-40a4-81c9-02ba1fd57770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.09155018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"0e7190a0-fc51-4b74-a3dd-2e7449c2f0f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.17701992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"f81a38dd-0ea5-4161-8182-2835aa47dece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.177143347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"c4dd0a15-14a9-4dd5-8885-333115e33c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.196003437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"f81a38dd-0ea5-4161-8182-2835aa47dece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.196587385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"c4dd0a15-14a9-4dd5-8885-333115e33c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.27732751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"05a99797-011a-4b08-9979-510222ea9102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.277749663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"5d2f0c58-01d5-4b07-97cd-399afc40e49b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.295519873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"05a99797-011a-4b08-9979-510222ea9102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.297030612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"5d2f0c58-01d5-4b07-97cd-399afc40e49b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.378942656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"a3cc7726-2dd4-4759-9ec5-d0b4402f5503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.379105944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"c15ce2e4-d045-4b46-8fce-4c5809e6735e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.39762898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"c15ce2e4-d045-4b46-8fce-4c5809e6735e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.397654074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"a3cc7726-2dd4-4759-9ec5-d0b4402f5503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:32.610118347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"e2e-conflict-a-cee02204","reconcileID":"daf56870-db3a-4908-a66f-5aef19db262a","MaaSModelRef":{"name":"e2e-conflict-a-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"e2e-conflict-a-cee02204-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"e2e-conflict-a-cee02204","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:34.777184451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"5a8bc10b-8433-4b1b-8dbe-024cc896958d","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:34.795519152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"66ea0cce-6f3d-4f6d-a71f-27c3258f85b1","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:34.851791521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9e099696-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-combo-sub-9e099696-auth","reconcileID":"8b312c52-6753-4426-abf1-863c560a2f65","MaaSAuthPolicy":{"name":"e2e-combo-sub-9e099696-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:34.871670838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9e099696-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-combo-sub-9e099696-auth","reconcileID":"8b312c52-6753-4426-abf1-863c560a2f65","MaaSAuthPolicy":{"name":"e2e-combo-sub-9e099696-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:34.911794146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"9b9c74a8-11d0-489c-a895-abfdf3de7971","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:34.950911248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"860a3c15-bd3d-4982-8e06-c4c861ae34f0","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:34.998114752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9e099696-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-combo-sub-9e099696-auth","reconcileID":"d7866fe9-fd9f-4ad2-b1df-3b77a6da692a","MaaSAuthPolicy":{"name":"e2e-combo-sub-9e099696-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:34.998748168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"18b54015-d2d3-4a67-b952-10e7ecc6d71b","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.016500319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9e099696-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-combo-sub-9e099696-auth","reconcileID":"d7866fe9-fd9f-4ad2-b1df-3b77a6da692a","MaaSAuthPolicy":{"name":"e2e-combo-sub-9e099696-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.017108408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"f7c2f991-100b-421c-8bfe-0e3e6f479eb8","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:17:35.032134102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9e099696","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-combo-sub-9e099696","reconcileID":"85503229-3a43-455d-905d-fcbb6a8841e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-9e099696\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.077028885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"fc8ed304-a13c-4629-ae0b-2cdb2ea54a9b","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.094472958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"7c79efe4-970f-4fae-ba47-a3f3f458bead","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.161929652Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9e099696","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-combo-sub-9e099696","reconcileID":"d731a03c-eee9-406d-ab02-60e1d1fd6180","MaaSSubscription":{"name":"e2e-combo-sub-9e099696","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/e2e-combo-sub-9e099696","ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.226625458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"e815b5e3-9ffe-4d29-a976-d43ba7b290d9","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.240710404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"ba2e6352-8b67-468f-8a93-06432e103f32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.343463624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9e099696","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-combo-sub-9e099696","reconcileID":"274bcc7c-d0ab-40bc-aad8-e154aa6b206e","MaaSSubscription":{"name":"e2e-combo-sub-9e099696","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.409122012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"bb2ffaf3-c8a4-4850-bf39-5329f33a4f9c","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.806961941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"2e73dd92-0c38-4a94-87be-3c5ca056606a","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.807358885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"acaa9ba1-41d9-4160-ab77-55203c0e18cc","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.838648544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"9fd12bdd-dc96-42a1-a2f2-87a0bc004344","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.839001122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"cffceac6-b75a-4350-97bb-9adc2355acbb","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.848858069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"42f35fa2-62fe-410a-b147-be4f1838c9f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.855859183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"fda38a78-54f5-466d-a35e-024bb05c78fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.856898522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"dbcdecf8-a305-4fc6-a363-6a9fe8478fa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.857499447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"c5d4c114-cbb8-4bbe-a348-f106a05d005c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.868320321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"42f35fa2-62fe-410a-b147-be4f1838c9f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:35.880175232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"fda38a78-54f5-466d-a35e-024bb05c78fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:36.030038944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"e3a401ec-4afc-48e5-9c24-e5225dc6f61e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:36.049598197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"e3a401ec-4afc-48e5-9c24-e5225dc6f61e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:36.130020973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"59ba1f98-28ad-4680-94fd-215a66bc3f89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:36.1478677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"59ba1f98-28ad-4680-94fd-215a66bc3f89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:38.431709315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b5621ff6-3162-4c10-9f08-8d5a0cc1ac74","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:43.788142081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"ed9e0cef-382a-47d6-8a8e-0b1d074fad35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:43.788481327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"697e6ecc-d11a-443c-99aa-f0561af171d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:43.810164636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"697e6ecc-d11a-443c-99aa-f0561af171d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:43.812179045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"ed9e0cef-382a-47d6-8a8e-0b1d074fad35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:46.923982991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"c2a9f8ed-9ed2-4689-8c41-ab8d04dcb644","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:46.924322224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"b5d7fc99-bcab-4cbb-afba-f70dd8b0a30f","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:46.924633337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"e2e-conflict-a-cee02204","reconcileID":"8625098d-cb60-4f96-9abd-a27445be9dca","MaaSModelRef":{"name":"e2e-conflict-a-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"e2e-conflict-a-cee02204-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"e2e-conflict-a-cee02204","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:46.965892222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"1584e310-10aa-41e2-9210-83e229b6fff9","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:46.966369386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"315ec2be-f67f-42a2-b949-a36819acb7f8","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:46.966816823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"e2e-conflict-a-cee02204","reconcileID":"a342d346-9395-4f74-b907-3c34d12c229d","MaaSModelRef":{"name":"e2e-conflict-a-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"e2e-conflict-a-cee02204-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"e2e-conflict-a-cee02204","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:46.967287498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"f98b7ac9-a6b8-4795-b91b-21d0233df161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:46.967617112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"30e09d07-42a5-4e28-b110-9fe76c883adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:46.972197076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"8fcfe404-c519-46ae-bac8-527902a92034","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:46.972816692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"cfd2b662-17be-4134-8b98-4d3c4a5d19c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:46.986236273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"30e09d07-42a5-4e28-b110-9fe76c883adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:46.986278908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"f98b7ac9-a6b8-4795-b91b-21d0233df161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:47.07890075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"e2c14a1f-a1bd-44bd-9227-529c296fbc37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:47.079383693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"9f1e82b2-3bc3-43c7-8e3f-5a6f6341825d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:47.106774577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"e2c14a1f-a1bd-44bd-9227-529c296fbc37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:47.107223285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"9f1e82b2-3bc3-43c7-8e3f-5a6f6341825d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:47.750764578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:48.483339458Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9e099696","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-combo-sub-9e099696","reconcileID":"69f78e85-cfdc-46b9-9575-94d637beb46c","MaaSSubscription":{"name":"e2e-combo-sub-9e099696","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscription":"e2e-combo-sub-9e099696","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:48.535652308Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9e099696","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-combo-sub-9e099696","reconcileID":"69f78e85-cfdc-46b9-9575-94d637beb46c","MaaSSubscription":{"name":"e2e-combo-sub-9e099696","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:48.583035103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"d98f3806-140f-4d26-a0c2-2e96319fffeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:48.612425854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"188cf1fb-982d-4816-af44-3d5f5d60d73c","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:48.801477314Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9e099696-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-combo-sub-9e099696-auth","reconcileID":"c7324214-1fcb-4075-ac89-2400f6f1a2e5","MaaSAuthPolicy":{"name":"e2e-combo-sub-9e099696-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:48.801479507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"2c3e16a6-239d-4343-ac4b-60c54cccd59c","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:48.939137654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"d2aeba85-8940-4340-9237-524acaa52148","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.178617372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"5ca32dc5-89ee-4533-8b79-c473e0a4dfe7","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.179112583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"52eb5337-773e-436c-8ab1-e05ea9fd8ee7","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.179426067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"3c7a9e63-ae7f-418d-941c-fd251013d641","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.210000909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"85436fd1-eff4-45a8-834b-75fbd97e27c1","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.210317963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"d5a0d645-fad2-4c31-a6f3-bbc469eadf3f","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.210489521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"312e97e8-c71d-492b-8d00-0f182b52fcfc","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.220463224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"c3b95251-76cd-4669-ace3-32686ed35ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.222315595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"673c73fa-accd-457a-b97d-42e3215641b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.222328082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"574eb9b1-35b4-4847-8937-524eb9cf89e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.238664057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"c3b95251-76cd-4669-ace3-32686ed35ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.323094287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"83b385ed-46ea-4682-b890-f9bf2d8e9184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.323374081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"5a7cc381-7c3c-4ec3-af5c-b24f844c67ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.345727214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"83b385ed-46ea-4682-b890-f9bf2d8e9184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.345935258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"5a7cc381-7c3c-4ec3-af5c-b24f844c67ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.513284862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"611e4d47-95de-402b-9260-45256c33c274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:57.5352653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"611e4d47-95de-402b-9260-45256c33c274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:17:59.25756593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"d8abacb0-a9b3-48de-99ee-9e7d90fb90fc","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.508997217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"2812c551-eb14-468f-b89f-1c4dbd4f8b05","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.509476239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"aa6431db-57dd-4d3b-92a0-08b9ca4ba3d4","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.541659841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"304b5d8b-4c6a-4ff8-8191-c393ceda1210","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.541995664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"24558647-e4ad-47bc-8c79-0821de261ccd","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.549122713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"07aa9f7a-80c1-4767-bede-6852c1fc4a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.551790903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"258902b0-0438-42ef-837a-cda39f4f56c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.553524939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"cc65eb0c-bdb9-499f-aa55-37a4f0ae13b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.553987092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"f7237d99-877f-4e96-87ee-8a0c0ad42e4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.567008425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"07aa9f7a-80c1-4767-bede-6852c1fc4a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.569592703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"258902b0-0438-42ef-837a-cda39f4f56c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.647536045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"b8ea2d3d-ee47-4ecb-be9e-42612b1c3ef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.647928481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"d9e296d8-fb76-4264-bb3c-52b6b45cd63f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.666369623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"b8ea2d3d-ee47-4ecb-be9e-42612b1c3ef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:00.667796035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"d9e296d8-fb76-4264-bb3c-52b6b45cd63f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.028083504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"808cbf10-aa8f-462b-8204-9fac4c6bddac","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.028548908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"0f51f7d4-072d-41b9-a64f-8027d26517e7","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.028807501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"39f3f25c-8502-4c73-b279-45ab3ad51d52","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.062016974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"8db319fd-03ba-4aff-910c-e651828ffdf3","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.062313573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"1da20317-9d02-4635-8a4a-d2bfb57ff5a5","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.062556014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"d8f730c7-d823-450f-b4af-5351da39fb0f","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.068811976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"9bd1da2d-5687-4cf9-baf6-867b8db351ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.068907788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"ce38b995-fb7b-4a35-bb74-a34a89f01cab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.16470592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"8de5d646-bfed-4109-8bc4-603edf780f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.164944042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"96236af3-4a5f-4b3e-9c75-e79449436500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.189500065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"96236af3-4a5f-4b3e-9c75-e79449436500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.266689892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"8de5d646-bfed-4109-8bc4-603edf780f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.293700862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"2edea80b-ae41-42dd-b52a-1aafda992d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.293718803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"bcf01738-32d0-4aad-b84a-d555b6e24345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.311969584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"2edea80b-ae41-42dd-b52a-1aafda992d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.35427743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"bcf01738-32d0-4aad-b84a-d555b6e24345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.379454752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"26e2a605-356b-4fc5-bef0-46d94c1dd56c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.379463791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"da413554-f84d-4844-91c1-d51c98da9117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.397646334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"da413554-f84d-4844-91c1-d51c98da9117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:03.398950951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"26e2a605-356b-4fc5-bef0-46d94c1dd56c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.470615006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"c9ec6ebf-4a14-4c60-9768-ec815868705c","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.471684057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"2c19f0ac-bffa-405d-b7e6-b90fbace3b5e","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.502713543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"320c4533-0909-459c-a37d-5789915086cb","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.503027607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"d0b93622-fb53-4dda-8679-d38585baee4a","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.513414641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"98ad579c-f941-461a-8e46-a0c1526f8c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.51999183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"c1f007fa-ddbf-4369-9c0e-12313184877d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.520077928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"7913c733-0412-474f-bdad-91f5671659e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.531515646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"98ad579c-f941-461a-8e46-a0c1526f8c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.610907891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"b8fe4884-baac-44ee-bb68-be8f4226a9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.631355584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"b8fe4884-baac-44ee-bb68-be8f4226a9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.712225983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"412d0b6a-f2f3-4b8d-9014-58dc54e0c284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.714396792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"3d1a2ebc-6854-4ce0-b8fe-9baf6adf627a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.730068216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"412d0b6a-f2f3-4b8d-9014-58dc54e0c284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.732508235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"3d1a2ebc-6854-4ce0-b8fe-9baf6adf627a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.935693849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"e2e-conflict-b-cee02204","reconcileID":"c0ea107a-afb6-4a96-b505-56871610eeb1","MaaSModelRef":{"name":"e2e-conflict-b-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"e2e-conflict-b-cee02204-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"e2e-conflict-b-cee02204","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:09.955638617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"e2e-conflict-a-cee02204","reconcileID":"282cce2e-d1d3-4f67-abbe-bde23b207039","MaaSModelRef":{"name":"e2e-conflict-a-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"e2e-conflict-a-cee02204-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"e2e-conflict-a-cee02204","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:10.889614609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"e2e-conflict-a-cee02204","reconcileID":"fe743d60-6eeb-442e-b331-87d8d15f4678","MaaSModelRef":{"name":"e2e-conflict-a-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"e2e-conflict-a-cee02204-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"e2e-conflict-a-cee02204","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:15.180862832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"e1e0f9c3-9bca-4d10-974c-29657bba428d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:15.181428742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"0c736300-ed5c-4836-81e6-bbef9e2448af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:15.248157421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"0c736300-ed5c-4836-81e6-bbef9e2448af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:15.300496229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"e1e0f9c3-9bca-4d10-974c-29657bba428d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:15.305275329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"bf58cd9b-0c6c-4ec9-a35b-169f2922113b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:15.345494653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"bf58cd9b-0c6c-4ec9-a35b-169f2922113b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:15.429366582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"571c1b48-b982-4a43-b378-c99d8e10092f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:15.447705238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"571c1b48-b982-4a43-b378-c99d8e10092f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:15.529832097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"040b5efd-a712-4d2a-8f63-362f698f4995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:15.529898459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"76cd7bae-5cc8-454c-b8e9-bf4dc9c8f9e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:15.550670829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"76cd7bae-5cc8-454c-b8e9-bf4dc9c8f9e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:15.551381829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"040b5efd-a712-4d2a-8f63-362f698f4995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:17.749904049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:27.519029809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"b393aeea-86a1-43c2-9289-971eddaf0a06","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.056679352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"764e1227-ea6a-4ec9-a6fd-00a868b9ba1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.056770987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"31e9b7f5-bda5-4113-bc18-4345c3f334b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.080060398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"31e9b7f5-bda5-4113-bc18-4345c3f334b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.081318966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"764e1227-ea6a-4ec9-a6fd-00a868b9ba1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.102082457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"b31a2590-448d-4d10-81b0-07bb53d6e044","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.10269664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"533ea12c-1ac8-4e30-8b9f-6f83224d4c3c","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.103471035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"743ab67a-0e46-4ed8-a746-7d6be8bc384b","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.138787256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"b038ee4c-d8b4-4f06-843c-22b87b65149f","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.139075283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"54f57fbc-87ee-4a81-bae2-176e0119152b","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.139447347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"2ea61969-fd2c-424e-bb68-c0a0acda1e40","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.153850158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"9a9c1310-4e9c-42df-9180-a2110e55f1a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.155848566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"00f83d8f-f6e0-43ff-a03c-daaec6c9aa4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.155932325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"2ebe8e88-4616-44e5-9ac0-70e7f2bb2125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.156532199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"c7813ad6-71b7-448a-bebf-21f0a57e9ba9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.177834215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"2ebe8e88-4616-44e5-9ac0-70e7f2bb2125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.177926842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"00f83d8f-f6e0-43ff-a03c-daaec6c9aa4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.259974434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"711bcaf8-250e-4077-99d5-4f5d3aab7c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.260149649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"2c20d4c2-72c4-44df-bff4-632ceb6cdb8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.278356778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"711bcaf8-250e-4077-99d5-4f5d3aab7c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.279412353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"2c20d4c2-72c4-44df-bff4-632ceb6cdb8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.419501976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"df068281-1c56-4ae5-b643-3138e29e36e3","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.43604724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"eb51c014-67d6-4cbf-830f-785064cb259c","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.49168276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth1","reconcileID":"3a56b75a-467f-4e5e-ab0b-96d3977c00f6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.509566337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth1","reconcileID":"3a56b75a-467f-4e5e-ab0b-96d3977c00f6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.621065168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"0c5147f5-ffd1-4f06-abc0-a1fc6a5ced2c","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.64190223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"c1d00032-a99c-4530-8a47-764871d8b890","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:18:28.655551981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub1","reconcileID":"b6c864fa-4ecc-400b-a911-2099fbe14f05","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.674081797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"a1c36cc9-9d79-409d-ae9a-7c09b8ab0d7a","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.688451439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"9b0d22f7-faef-47ef-aeeb-d4796d8f7f88","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.706864854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"c3e2c559-6caf-456c-a1a8-c2bbbdbe2a02","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.726641768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth1","reconcileID":"7f50c8c9-2bb9-4f53-93e5-5de80cf65cde","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.744921877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth1","reconcileID":"7f50c8c9-2bb9-4f53-93e5-5de80cf65cde","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.779174352Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub1","reconcileID":"e763fbe7-d539-45ae-aece-e6ecdd6ff2ca","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-distinct-w5-b1c718","model":"distinct-w5-b1c718","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/e2e-return-all-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.83250859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"d5b74731-e72a-4a75-b7a4-90ef58872e32","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.83311705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"6cf33073-275e-41dd-b588-f1bbfbc28734","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.850407951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"b9515291-f9f1-4477-9afe-9045801180ed","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.872732883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub1","reconcileID":"480af027-461b-4949-a862-0c16affec52d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-distinct-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/distinct-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.913721234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth2","reconcileID":"4cd13815-9cfd-415b-a3e8-754f6bb49f0f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:28.931473271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth2","reconcileID":"4cd13815-9cfd-415b-a3e8-754f6bb49f0f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.056694689Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b1c718 priority=0:[ai-tenant-e2e-worker-w5-b1c718/e2e-return-all-sub1 ai-tenant-e2e-worker-w5-b1c718/e2e-return-all-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.056707224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"40861c34-7c50-4570-a4e0-bd7ade7d53bb","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.075874444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"8adf9cc3-e6fe-4639-8358-56a7a04cbab3","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:18:29.093622862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub2","reconcileID":"a30bf22a-5d74-420e-bb22-666af7f65af5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:18:29.09417305Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"8adf9cc3-e6fe-4639-8358-56a7a04cbab3","name":"distinct-2-w5-b1c718","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w5-b1c718\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:18:29.094229884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"8adf9cc3-e6fe-4639-8358-56a7a04cbab3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w5-b1c718\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.094846647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"58475385-e713-42cf-9beb-32da5f818a2a","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.095630051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"a951c12a-73f7-4447-bad7-7f86eeef4f34","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.12654122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"3e89d15e-65ba-4d14-8a81-79b75fd3273f","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.144481475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"6d117896-a16e-4a4c-bce8-55bcfa442f46","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.158705596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth2","reconcileID":"565d8492-8d2e-481c-9a06-b81ab7b2562d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.176384543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth2","reconcileID":"565d8492-8d2e-481c-9a06-b81ab7b2562d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.202366909Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub2","reconcileID":"0dbed091-7ea3-41a2-aff5-b52af38fadc8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-distinct-2-w5-b1c718","model":"distinct-2-w5-b1c718","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/e2e-return-all-sub2"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:18:29.245937034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth2","reconcileID":"565d8492-8d2e-481c-9a06-b81ab7b2562d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.253375045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"74ba2da1-f824-4925-b4e1-5060dcc238c0","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.293086708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub2","reconcileID":"42742bb8-6e58-4599-ad73-d487efbc437f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-distinct-2-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/distinct-2-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.320906713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth2","reconcileID":"b1ded277-c494-440e-92f8-0544e8695074","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:29.338992121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth2","reconcileID":"b1ded277-c494-440e-92f8-0544e8695074","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:30.577685225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"8db3a24c-b314-4920-9580-4f2839c79f33","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:30.622964245Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub1","reconcileID":"c3c6fb10-34c7-4315-a61f-f1dc9f34bc30","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-010356eb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:30.662017307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth1","reconcileID":"3d5f5de5-4920-42ac-9b1d-21c7a75df774","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:30.68031328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth1","reconcileID":"3d5f5de5-4920-42ac-9b1d-21c7a75df774","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:32.788171441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"8ad2f9d6-530f-48aa-abb3-815108f7210d","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:32.918165996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"705888ae-a5df-47cc-ad45-09e68a140fbd","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:32.918650151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"a1b38813-680a-4d4f-bb2e-7a5eaa5976cc","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:32.920479929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"e2e-conflict-a-cee02204","reconcileID":"727e5bbe-07fa-4b14-80a4-770e9b8d2c5a","MaaSModelRef":{"name":"e2e-conflict-a-cee02204","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"e2e-conflict-a-cee02204-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"e2e-conflict-a-cee02204","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:32.967088087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"bdbce8ef-fc62-4d89-ad1d-ae20262187dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:32.967323861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"a26231b8-068f-4d7e-a6af-6b40e86bf2b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:32.971369111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"b132c3b1-df45-4a48-96ca-445488f68670","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:32.971389787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"95d0297f-9bf8-4ac0-8b67-20b081d65168","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:32.98552249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"a26231b8-068f-4d7e-a6af-6b40e86bf2b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:32.985556361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"bdbce8ef-fc62-4d89-ad1d-ae20262187dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:37.284720259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"f79d94ec-71bb-4895-902d-1b9e4a682d38","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.018432916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"51897eb3-98a2-4f2d-87b9-1c2f681157be","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.018957657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"de818202-0f22-4f4f-86ef-633053117153","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.052333874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"b276699f-765f-477a-81c1-feac9ba6be32","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.052837664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"2896bda4-c677-43f4-b0a6-d45a24599f7b","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.058777049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"43507363-5b0e-49fc-be95-5cb9e1a45ae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.063490553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"c8e9e392-d40f-472c-8ff2-81c2c273c129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.064690998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"c78c75c7-2a85-4e2d-9199-a7e30b702cae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.077021761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"43507363-5b0e-49fc-be95-5cb9e1a45ae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.081710276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"c8e9e392-d40f-472c-8ff2-81c2c273c129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.161861278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"d50b3546-792a-4464-8300-db89faa6d0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.161871195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"d27d650e-0770-4a7e-96a7-262111b39b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.16473082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"eab8d26f-34ab-440a-b723-57ec61143933","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.183372373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"d27d650e-0770-4a7e-96a7-262111b39b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.184898352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"d50b3546-792a-4464-8300-db89faa6d0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:38.33470365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"1ecb9950-598b-40b4-98eb-c7b2c815d48a","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:39.240443752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"2669fe26-7d21-4d52-aa28-577fd5a5b3ff","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:39.260808288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"38147152-aa5c-4d3b-ad4b-8830b8113e04","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:39.305182628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-dedup-auth","reconcileID":"65916662-31ea-4f72-864a-9851101845f1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:39.323130343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-dedup-auth","reconcileID":"65916662-31ea-4f72-864a-9851101845f1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:39.494907065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"99e16eee-fc82-41de-b19e-31e620daa272","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:39.533483377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-dedup-auth","reconcileID":"90e6ff29-5f4c-4307-961c-0b6aaf19eeb1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:39.551556094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-dedup-auth","reconcileID":"90e6ff29-5f4c-4307-961c-0b6aaf19eeb1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:40.637049201Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub1","reconcileID":"9aa2a8c6-2356-4715-9dfe-fe5ef3eb7bbc","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/distinct-w5-b1c718","subscription":"e2e-return-all-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:40.650886421Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub1","reconcileID":"9aa2a8c6-2356-4715-9dfe-fe5ef3eb7bbc","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/distinct-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:40.664566391Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub1","reconcileID":"9aa2a8c6-2356-4715-9dfe-fe5ef3eb7bbc","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/distinct-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:40.748723802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"bc18f715-b3a2-44ef-b8a4-98edf3c8777d","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:40.77385212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"fc0dee81-08a0-44d7-923a-7531afa3377c","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:40.839619602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth1","reconcileID":"7d8c521e-8d78-4f2c-a166-5b9553269606","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:40.86315112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth1","reconcileID":"7d8c521e-8d78-4f2c-a166-5b9553269606","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:40.907739803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"05991e25-5bec-44a2-9e93-b98536d4b5d8","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:40.953868686Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub2","reconcileID":"bce3a986-377d-4e45-a7ec-959900f4afe8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9c3d9cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:41.004552124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth2","reconcileID":"90d48162-63d8-409d-89a8-00b46f6f6250","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:41.022735588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth2","reconcileID":"90d48162-63d8-409d-89a8-00b46f6f6250","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:41.962011809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"f54ecd85-6da5-4a1a-a833-c7554ec7b91d","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:41.984833311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"830670a0-5904-4a64-80f9-0e059672bd20","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:18:42.001364921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-dedup-subscription","reconcileID":"5571e737-0f1e-4ae2-9256-f485c3f6fc65","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:42.045412994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"b30c3cc5-b49f-4fa3-b46a-1a0b3fb7400f","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:42.064919035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"30512661-2fcc-4acc-9d1d-c76582a3dca4","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:42.132021967Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-dedup-subscription","reconcileID":"42475a89-bbcb-40af-83cd-fbb1d13b8755","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/e2e-dedup-subscription","ai-tenant-e2e-worker-w6-6c45bb/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:42.184391941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"c3d88028-618e-41af-a12c-4b9a2e7d25b9","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:42.20722694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"32e6b1a2-efa0-4e92-86d8-83592f6b105b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:42.31040603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-dedup-subscription","reconcileID":"9b8d93a0-55fe-4967-bf69-ef20efa4d4f0","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:44.642148437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"3f55e330-0372-4e6a-bb8a-b0169d91cb9c","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:47.749001004Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:49.877297547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"05b7d02f-dfcf-4c86-8ba7-0e1c06fc2509","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:49.877824562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"fb517588-3008-4b2e-abb1-d8e62b016c29","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:49.920933483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"fbd52589-073d-4815-a0b3-17c482e4e85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:49.920930643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"e52a2786-d5c5-4903-b2f1-044b50f246c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:49.927013736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"f7102d60-c42a-4059-883c-b6ee4ce72283","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:49.927589314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"9e1a17d5-1cbc-4e02-a44e-edd56c982c4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:49.942063976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"fbd52589-073d-4815-a0b3-17c482e4e85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:49.956217367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"e52a2786-d5c5-4903-b2f1-044b50f246c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:50.976977975Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub2","reconcileID":"381a18f8-9d74-4294-90b6-329c1c962960","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/distinct-2-w5-b1c718","subscription":"e2e-return-all-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:50.990998604Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub2","reconcileID":"381a18f8-9d74-4294-90b6-329c1c962960","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/distinct-2-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:51.013676432Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-sub2","reconcileID":"381a18f8-9d74-4294-90b6-329c1c962960","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/distinct-2-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:51.162554525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"010b4562-1f6c-4fb6-a43b-de73967dc57b","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:51.324184094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth2","reconcileID":"3e8ae525-fd4e-4f09-8d5e-5eaf497cac90","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:51.328908996Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth1","reconcileID":"af6e89ff-9471-4f22-bf25-be33b46a7a6a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/distinct-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:51.32930945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"2b83c43a-c6e8-4393-bebb-3478c0a89793","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:51.356935898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth2","reconcileID":"3e8ae525-fd4e-4f09-8d5e-5eaf497cac90","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:51.463351864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"5fb56e13-d8eb-4348-a845-ec5091c71b1b","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:51.630058766Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-return-all-auth2","reconcileID":"931637b8-cf00-4e9a-b1a7-01792d97c226","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/distinct-2-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:51.630226025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"c7916686-104f-48fd-80a5-f7f35b62f5fc","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:51.800255375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"e2c0bfcc-7133-4e1e-b846-abc0fcf1002c","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:52.742311894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"79830b8e-84a2-455e-9d63-9f49ce58298e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:52.742343096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"510e307a-87a5-4fb9-be85-059112d96215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:52.766566822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"510e307a-87a5-4fb9-be85-059112d96215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:52.76688895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"79830b8e-84a2-455e-9d63-9f49ce58298e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:52.848102121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"464981b2-529f-480c-9871-31fa29b3eb4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:52.84851349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"b3da25ca-c26b-4070-b9fc-2a319f718f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:52.913766436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"b3da25ca-c26b-4070-b9fc-2a319f718f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:52.914139194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"464981b2-529f-480c-9871-31fa29b3eb4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:52.98203978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"9f0eff44-db2f-4a2a-bef9-e72ae6d50227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:52.983284751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"54d73400-32a8-4b78-b89d-25a8e1b8b35b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.012997812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"9f0eff44-db2f-4a2a-bef9-e72ae6d50227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.013460328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"54d73400-32a8-4b78-b89d-25a8e1b8b35b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.131186091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"661e05fa-5bbf-49fb-b9d0-7fce4486634f","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.149244217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"a9a738a4-4ab4-4efc-9bc6-12c60540820c","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.187908161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-user-token-filter-auth","reconcileID":"2bfe30c4-ca7a-48c0-a66a-6eb9b6ff4597","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.2081863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-user-token-filter-auth","reconcileID":"2bfe30c4-ca7a-48c0-a66a-6eb9b6ff4597","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.287776249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"e0bd4ae0-cc4a-4cca-b6a0-30458e581a30","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.326828278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-user-token-filter-auth","reconcileID":"4cc8060d-872d-4784-9c8b-5f376032e064","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.344720294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-user-token-filter-auth","reconcileID":"4cc8060d-872d-4784-9c8b-5f376032e064","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.352820823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"e36d545c-44d2-497e-9db9-11601c8043d6","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.369315618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"adbcceb2-f955-4ce6-bca1-d4ce071fcb3f","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:18:53.388455576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-user-token-filter-sub","reconcileID":"0451bdf4-86f8-42bf-84b7-71a83b3a2deb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.430960733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"b5b8527a-3c47-4685-9a52-fccb691b7fa4","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.448362714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"bce11b11-edcf-4d21-8e46-1055ef644e18","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.515713064Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-user-token-filter-sub","reconcileID":"7a34012e-c49a-4b1c-8034-3662c4e03c23","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w5-b1c718/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.571894131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"9c169d72-ea22-4785-b8d4-62836c61a0f6","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.590608377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"7ac5736a-6799-4a2a-9410-43cbc5476601","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:53.689793874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-user-token-filter-sub","reconcileID":"d94cad16-046a-45a4-9b08-e1f26d24f291","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:54.592842438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"84e4f6af-5010-4c89-a934-791a10fd5b54","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:54.690209095Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-dedup-subscription","reconcileID":"e599152c-dc7e-4d38-acca-06d8374f9614","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscription":"e2e-dedup-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:54.739295546Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-dedup-subscription","reconcileID":"e599152c-dc7e-4d38-acca-06d8374f9614","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:54.790668917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"2e120ba9-2d96-4c42-8390-3efa28f226b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:54.892974706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"c71350b4-80b9-43d1-aa6e-28ac37275523","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:55.048132998Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-dedup-auth","reconcileID":"1c3f0302-7bfe-45d6-a468-366b472fb261","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:55.048158753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"a71df01a-59eb-41b1-9c08-3f677f85c45e","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:55.096731065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"b638c766-0d85-416b-a0fc-915c6d62de6b","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.164291309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"18c1c886-fef6-41f1-af44-60358a26c78e","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.164692595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"2099616e-f3dd-4020-b377-24c07cdf693d","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.182500281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"af1c8469-7157-4e24-8520-1a997c90b16e","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.182808583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"8dc0ea67-6222-4616-8fae-9436909a9e7e","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.246360071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-auth","reconcileID":"7eda8ac2-8215-4ddf-a2ae-342a4992a1f6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.271199113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-auth","reconcileID":"7eda8ac2-8215-4ddf-a2ae-342a4992a1f6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.377212911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"4f84be2c-6c03-4e35-bb53-48c36980c5e8","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.398833528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"f2d28a01-a594-4a7d-aceb-f53e305c44bc","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:18:56.410604852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-subscription","reconcileID":"91a07d8d-f608-4cec-810b-f2c44e6bc63b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.421063476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"5f82bcd6-a326-44b5-9a25-83a196b11dc4","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.443771164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"2fe13d8f-37d8-4f81-8ae8-1556097303c9","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.444179326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"370ae4fb-3af5-4da2-bf11-ff34a43d1746","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.448911724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"695d612f-de07-427e-9914-f3c7627d24a1","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.44922166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"a7ae19a9-5e5c-400e-b4c5-56cfe8fc8784","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.468655346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"1c97a596-26b5-4b7a-8319-84e0e21ef4e4","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.469114785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"39f2c0e1-827e-4315-b9be-05578954e0b7","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.511760097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-auth","reconcileID":"12f46b4a-d501-4690-9e6a-6d3e3a3d4b61","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.526368085Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-subscription","reconcileID":"5400d85b-a96b-4021-94a5-57f733f42005","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-distinct-w6-6c45bb","model":"distinct-w6-6c45bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/e2e-distinct-models-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.530808601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-auth","reconcileID":"12f46b4a-d501-4690-9e6a-6d3e3a3d4b61","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.58040502Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-subscription","reconcileID":"5400d85b-a96b-4021-94a5-57f733f42005","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-distinct-2-w6-6c45bb","model":"distinct-2-w6-6c45bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/e2e-distinct-models-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.645977884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"4e56de56-1ad9-4c90-940c-5e157a340c9a","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.646372873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"dcfdc041-3f28-40c5-b0b7-67c4a0536e93","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.690477884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-subscription","reconcileID":"8ee86ae8-9819-4fe8-8798-5b8d3c435607","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-distinct-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:56.717465919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-subscription","reconcileID":"8ee86ae8-9819-4fe8-8798-5b8d3c435607","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-distinct-2-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:57.00529588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"f6af11e6-f5ed-4148-94a9-071ff98842d5","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-2-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-2-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.060925985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"2848af11-cda6-4080-870a-22810b779934","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.061531173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"f7829cfd-f4e7-4416-8fa2-9e1914c065db","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.062067606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"9b43b165-8ad9-4e69-82ba-65878dbc01c8","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.092146233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"a70252c0-4277-42cd-a8e4-d847f1c6d8e3","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.092721169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"ebfb6200-5283-4303-ac6a-3cb1e5c067bc","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.093167331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"d4bec0bd-0041-459d-bdd6-9f645bf46be9","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.107750858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"1e57d283-5ac3-4306-8ed4-5c2ca014ccfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.107974625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"7b86ab5d-8f5e-4290-af19-f9f0d5e6b0fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.108204782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"8a06471c-2a9f-43bf-a3b4-559964def3b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.108204106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"929bc37a-10a0-49f2-a238-4761f7f4c949","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.13217054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"7b86ab5d-8f5e-4290-af19-f9f0d5e6b0fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.132337193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"8a06471c-2a9f-43bf-a3b4-559964def3b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.219260155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"a4b68f95-fa78-4d69-aa35-06762a1624a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.219600913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"f4ceca17-9ab0-4528-b48c-cdb6b1543e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.237272629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"f4ceca17-9ab0-4528-b48c-cdb6b1543e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.238380673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"a4b68f95-fa78-4d69-aa35-06762a1624a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.771906316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"18ab4f76-5a6d-4e0f-b9fa-aaa5b3923e6d","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.793402857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"e6be87d3-d4f7-4129-a22d-a975acf1a50e","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.835530896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"64dc76e1-3dcc-4bdf-b1fb-373e4fac7441","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.854884277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"64dc76e1-3dcc-4bdf-b1fb-373e4fac7441","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.876417205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-02665b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f49f3641b4b0e8d1f677216d8c2bd8e108338a645e803b15f2cf448b22bd40a4) AuthConfig (007ed45c28cc1886f6db2297fb5c26ea1c4ce2ffff40a60b0c64baa20d405d7d) AuthConfig (e5e3d88c6f4f6bb27b57b674f598c30318d6c7df3b04591f8e9fc4413a4cb169) AuthConfig (5d224f82c31a5d90a64c4055e2142d33af758bcf0d6d2a0a371d7bd1609cd55d) AuthConfig (9ddeffbd93bf6043d445349d39bbfe7b753d430f9b9bf3d6134a075a234d7e9d) AuthConfig (24ea7a3fd992dfa754d6f1b6124becee18c07ae3cfb9f166e80c42d996bb00ed) AuthConfig (555624cba13926d8cdada733e1e52105d29732cdff1591550cc3922262d83892) AuthConfig (a155633d9a81a951851b90aeefd2b07c2875034938336f43f45b050c541a1424) AuthConfig (7bde065732d3a7c13f05a0b9db1478c2625fa12e0bc1bcbd81bb9496d02eef5d) AuthConfig (13017cf511823d2a5a696a66f78bde16f385cfe42f7555c4ac76ab34e06455b6) AuthConfig (da9edb2e5ab84891908af46fa842c493a751dea4086bb82966944e68c9359856) AuthConfig (a20d26d7f42c9867a6b60fec5d111108eb147bec38e8e138c688985ddb8a71d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"64dc76e1-3dcc-4bdf-b1fb-373e4fac7441","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.895292999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"0f8985a2-9977-4e68-a4db-387da25d43be","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.937863225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4704947c-1718-404f-b837-e6c0ef50cce0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.964466947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4704947c-1718-404f-b837-e6c0ef50cce0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.981426924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-02665b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f49f3641b4b0e8d1f677216d8c2bd8e108338a645e803b15f2cf448b22bd40a4) AuthConfig (007ed45c28cc1886f6db2297fb5c26ea1c4ce2ffff40a60b0c64baa20d405d7d) AuthConfig (e5e3d88c6f4f6bb27b57b674f598c30318d6c7df3b04591f8e9fc4413a4cb169) AuthConfig (5d224f82c31a5d90a64c4055e2142d33af758bcf0d6d2a0a371d7bd1609cd55d) AuthConfig (9ddeffbd93bf6043d445349d39bbfe7b753d430f9b9bf3d6134a075a234d7e9d) AuthConfig (24ea7a3fd992dfa754d6f1b6124becee18c07ae3cfb9f166e80c42d996bb00ed) AuthConfig (555624cba13926d8cdada733e1e52105d29732cdff1591550cc3922262d83892) AuthConfig (a155633d9a81a951851b90aeefd2b07c2875034938336f43f45b050c541a1424) AuthConfig (7bde065732d3a7c13f05a0b9db1478c2625fa12e0bc1bcbd81bb9496d02eef5d) AuthConfig (13017cf511823d2a5a696a66f78bde16f385cfe42f7555c4ac76ab34e06455b6) AuthConfig (da9edb2e5ab84891908af46fa842c493a751dea4086bb82966944e68c9359856) AuthConfig (a20d26d7f42c9867a6b60fec5d111108eb147bec38e8e138c688985ddb8a71d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4704947c-1718-404f-b837-e6c0ef50cce0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:58.98954525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"109ad503-c0b3-4cb3-a1b6-2b594e526b1f","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.006510158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"892c678b-c05d-4855-ae3e-59f2af819762","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:18:59.021863277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub","reconcileID":"855d1415-463f-44ff-9082-2def3afba2bf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.026261246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"ab92f924-f4e3-4b53-9846-9c58329930e0","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.026693504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"9c70ae00-03b4-47f8-ae11-70ea6f4e3ad1","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.078110144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"3d7414ae-2aec-4a11-bc62-a3e40563572e","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.101856281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"252e616f-d3f2-4181-b894-ea07bf2aaf19","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.256899848Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub","reconcileID":"41ca57af-e625-43fb-8d19-20785fb7b316","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-02665b/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-02665b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.325044364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"5ca8acc1-61f1-499a-88d5-3f805ad33b27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.333659802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"99b80e7e-de8c-4f28-a775-b24cdd9a97bc","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.409390678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub","reconcileID":"dc380dc7-cb99-43ed-b990-e2f1d9e37782","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.646971007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"d3836aa2-9b13-427b-879a-54ce252aa021","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.665520595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"03fefd21-5925-429d-ab5d-8afae7f865f9","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.691740041Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-subscription","reconcileID":"bfe54825-843f-4a3d-90e7-1de089ce13b6","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f4006ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.704602235Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-subscription","reconcileID":"36766fac-de8e-489c-9a13-4e3af7d9ab41","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f4006ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.730669864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-auth","reconcileID":"25ab8624-f4bc-4d64-8a04-b86cf162dbb9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:18:59.748934634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-auth","reconcileID":"25ab8624-f4bc-4d64-8a04-b86cf162dbb9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:00.052288481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-auth","reconcileID":"fb7800c7-6c6f-4ba0-bdbe-75be3a68ba9f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:00.070279253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-auth","reconcileID":"fb7800c7-6c6f-4ba0-bdbe-75be3a68ba9f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.639077673Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-user-token-filter-sub","reconcileID":"1022a07f-063f-43bd-8a0e-069b3ab0ceaf","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscription":"e2e-user-token-filter-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.68581416Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-user-token-filter-sub","reconcileID":"1022a07f-063f-43bd-8a0e-069b3ab0ceaf","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.753037788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"6351bf07-d043-4405-a208-6ed38bcfd145","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.829397037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"60858491-5f16-49ba-9247-fb6dc7d49823","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.849923933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"b6475972-438c-4cd8-878d-cc3a2a3eaeaa","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.863381659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"ddecaff1-f7ba-40a5-976d-58fde8d6fbc1","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.869970729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"e1285296-c43d-4ba1-8e92-e4aa5815a8d8","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.870245825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"9039b709-b9ec-4788-bf98-75921742e55f","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.870508699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"9616ae97-1d21-4b3f-a4fd-118202905ca8","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.9012615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"61f948db-5bad-4992-8adf-eca5aa3eaa4e","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.901617975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"90b0c337-bc53-4df6-883e-831b2f39bf9e","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.901883667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"649bae7f-b5a1-4443-8ad5-6f772791df2b","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.912687528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"abb5d873-f07c-4838-a70f-aabd11600e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.913528472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"45aacbbc-6289-49f2-826f-d60c523641d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.931683392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"abb5d873-f07c-4838-a70f-aabd11600e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.931721281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"45aacbbc-6289-49f2-826f-d60c523641d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.932225795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"8cc361a1-0fdf-4cc2-8fbe-73b098c6e70d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.932352172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"1a2638f9-8e36-47dc-991a-6491afd1fbea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.998023226Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-user-token-filter-auth","reconcileID":"fd443cee-8510-4980-9e0f-0228f3f49dd2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:04.998078912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"fbb0196e-4c86-47f2-b2e8-b042e8ae0b68","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:05.097637032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"83ccd13a-b386-496e-ba75-3323959b54e1","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:05.098803407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"11463fc3-16aa-46fd-9ecf-728843af52aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:05.099217188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"605041a7-373d-4ea4-9d6d-b9b854fa4a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:05.117955665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"605041a7-373d-4ea4-9d6d-b9b854fa4a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:05.119278282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"11463fc3-16aa-46fd-9ecf-728843af52aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.156481208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"29a56b85-6cca-473c-a89e-96e12370c42f","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.173730611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"b009234d-c7c9-4838-99eb-a374256676bc","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.22775359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8ae87d80-bbe6-4844-a26d-6679780cc601","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.246876257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8ae87d80-bbe6-4844-a26d-6679780cc601","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.3252243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"f498c87b-1a9f-48d2-9a46-494db7d904cf","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.364841977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"b79ca8c8-bc6c-4ca7-b4f7-7bb62d627c79","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.384039953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b5e868fc-6681-49b6-810c-2b7afacb736f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.387860524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"4a84dbd5-124d-4ae7-9548-7579e7bad5e7","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:19:06.399341643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-sub1","reconcileID":"35a03f25-10e1-4539-9519-bd1ffbc378d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:19:06.40255563Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"4a84dbd5-124d-4ae7-9548-7579e7bad5e7","name":"distinct-w5-b1c718","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w5-b1c718\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:19:06.402631495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"4a84dbd5-124d-4ae7-9548-7579e7bad5e7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w5-b1c718\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.403439096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b5e868fc-6681-49b6-810c-2b7afacb736f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.407891533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"aefceaab-53d8-4a34-976f-c716ac23cda3","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.430286718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"1ae649d6-3b54-4707-ae2a-089759d28386","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.447123077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"f4b1c634-1263-45b9-910a-906bf171bb7a","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.506296545Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7d28b7e1-c79c-4dda-9275-984f7b5299d0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-distinct-w5-b1c718","model":"distinct-w5-b1c718","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/e2e-sa-multi-hdr-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.559160221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"82cc9233-9984-492d-8a77-dda2cb244c72","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.578702659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"2118413b-453e-4d5c-9e15-457fa8a7e727","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.590338804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c16ac6d9-bc76-4ace-9ebf-61ba469c9a1b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.59476347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"8c524109-6053-476c-92b8-030956dc5fed","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.604590747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5008a50f-b175-4301-8daa-20a884402e88","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-distinct-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/distinct-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.608242201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c16ac6d9-bc76-4ace-9ebf-61ba469c9a1b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.701991917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d01a62fb-a0d1-409c-947b-876a42d9d2bb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.720746712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d01a62fb-a0d1-409c-947b-876a42d9d2bb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.792587036Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b1c718 priority=0:[ai-tenant-e2e-worker-w5-b1c718/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w5-b1c718/e2e-sa-multi-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.792635629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"3a3adc17-3f45-4011-92df-21af74e6e42e","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.813430104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"4eab594d-aced-42de-be94-47573f57328b","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:19:06.828069762Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"4eab594d-aced-42de-be94-47573f57328b","name":"distinct-2-w5-b1c718","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w5-b1c718\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:19:06.828121653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"4eab594d-aced-42de-be94-47573f57328b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w5-b1c718\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.82822304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"a8d28fc8-0bc6-4f8e-a2a8-5390c5d54017","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.828511324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"1d54c14e-8506-4503-846f-ea9083c0cdb7","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:19:06.828742776Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-b1c718/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.844736837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"07f5137e-b771-4263-b746-80e85aafe385","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.889365277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth2","reconcileID":"39cd0659-ffe5-4a51-9161-4803d8799367","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.90618363Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-sub2","reconcileID":"663ac0d5-f916-4884-a2c1-04e3f79d8ab5","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-distinct-2-w5-b1c718","model":"distinct-2-w5-b1c718","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/e2e-sa-multi-hdr-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.907007788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth2","reconcileID":"39cd0659-ffe5-4a51-9161-4803d8799367","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:06.960798319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"f7df8024-f25d-43b5-8072-51216a0b62a6","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:07.005396815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-sub2","reconcileID":"3dfb972b-b102-4643-b2ba-51ba7e44596b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-distinct-2-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/distinct-2-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:07.070643731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"7fa922bb-d749-453f-bd62-1441f5858afd","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:07.106627724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c79d8f3e-7bad-488c-b183-91000868cd5c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:07.124435504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c79d8f3e-7bad-488c-b183-91000868cd5c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:08.579370912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"9b7066f4-50a6-4591-be03-4749946ab824","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:08.626303669Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3198187f-066b-42c2-80a6-06a1f57d252b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3675dc8c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:08.666032169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ef180f4c-1fce-4214-b424-8b7d7b59b350","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:08.687891687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ef180f4c-1fce-4214-b424-8b7d7b59b350","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:09.02132908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"45204183-3c2c-432f-b893-36dc15785b20","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:09.039211059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"45204183-3c2c-432f-b893-36dc15785b20","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:09.063290658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-02665b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f49f3641b4b0e8d1f677216d8c2bd8e108338a645e803b15f2cf448b22bd40a4) AuthConfig (007ed45c28cc1886f6db2297fb5c26ea1c4ce2ffff40a60b0c64baa20d405d7d) AuthConfig (e5e3d88c6f4f6bb27b57b674f598c30318d6c7df3b04591f8e9fc4413a4cb169) AuthConfig (5d224f82c31a5d90a64c4055e2142d33af758bcf0d6d2a0a371d7bd1609cd55d) AuthConfig (9ddeffbd93bf6043d445349d39bbfe7b753d430f9b9bf3d6134a075a234d7e9d) AuthConfig (24ea7a3fd992dfa754d6f1b6124becee18c07ae3cfb9f166e80c42d996bb00ed) AuthConfig (555624cba13926d8cdada733e1e52105d29732cdff1591550cc3922262d83892) AuthConfig (a155633d9a81a951851b90aeefd2b07c2875034938336f43f45b050c541a1424) AuthConfig (7bde065732d3a7c13f05a0b9db1478c2625fa12e0bc1bcbd81bb9496d02eef5d) AuthConfig (13017cf511823d2a5a696a66f78bde16f385cfe42f7555c4ac76ab34e06455b6) AuthConfig (da9edb2e5ab84891908af46fa842c493a751dea4086bb82966944e68c9359856) AuthConfig (a20d26d7f42c9867a6b60fec5d111108eb147bec38e8e138c688985ddb8a71d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"45204183-3c2c-432f-b893-36dc15785b20","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:09.718240275Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-subscription","reconcileID":"2262339e-0a1c-4d41-9dfe-dfebf64ffd0d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb","subscription":"e2e-distinct-models-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:09.731649938Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-subscription","reconcileID":"2262339e-0a1c-4d41-9dfe-dfebf64ffd0d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:09.745063896Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-subscription","reconcileID":"2262339e-0a1c-4d41-9dfe-dfebf64ffd0d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:09.761322047Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-subscription","reconcileID":"2262339e-0a1c-4d41-9dfe-dfebf64ffd0d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb","subscription":"e2e-distinct-models-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:09.778194098Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-subscription","reconcileID":"2262339e-0a1c-4d41-9dfe-dfebf64ffd0d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:09.791372953Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-subscription","reconcileID":"2262339e-0a1c-4d41-9dfe-dfebf64ffd0d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:09.899771376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"978bb0fe-2d2d-41b2-af16-eb37f7ce08d6","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:09.919159135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"9ac8d09b-8664-475c-9bdd-d80724d2f1ab","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:09.938639843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"c764c7e3-d105-498a-bcba-e7b410725a3b","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:09.996767691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-auth","reconcileID":"2ce745aa-dded-4dad-acd3-6c6a42c97e75","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:10.016670503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-auth","reconcileID":"2ce745aa-dded-4dad-acd3-6c6a42c97e75","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:10.061132502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"d37d4751-df6b-4f64-a067-a2df9242e82c","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:10.061612695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"8c7590ac-175d-42e2-9844-709b5ab390d5","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:10.267290591Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-auth","reconcileID":"3b5a8a6c-3b27-4026-b91f-dc4b7dfde3ae","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:10.287886546Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-distinct-models-auth","reconcileID":"3b5a8a6c-3b27-4026-b91f-dc4b7dfde3ae","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:10.414439046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"9e4449fc-ef6f-4d05-a9ec-15dcad0df89f","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:10.414814719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"1caabd78-f674-408e-a00e-6480ce560157","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.205114119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c551b5a4-09e4-4afd-acde-03625cf4dfd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.20513585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c551b5a4-09e4-4afd-acde-03625cf4dfd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.221216075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab9eb15-13c2-44b6-8cf0-83cf3f13cd99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.221239884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab9eb15-13c2-44b6-8cf0-83cf3f13cd99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.2777699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"namespace":"ai-tenant-e2e-mt-3d656e5a","name":"e2e-shared-int-policy-3d656e5a","reconcileID":"67052f30-69e0-4a1b-b571-ee9e695745d9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.299509091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"namespace":"ai-tenant-e2e-mt-3d656e5a","name":"e2e-shared-int-policy-3d656e5a","reconcileID":"67052f30-69e0-4a1b-b571-ee9e695745d9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.476719582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d40ff02f-1123-4b50-9e58-642a4e916d93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.476753555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d40ff02f-1123-4b50-9e58-642a4e916d93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.489180406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c6d5290-9845-4fd0-8413-640d81a74c61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.489199526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c6d5290-9845-4fd0-8413-640d81a74c61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:19:12.490517127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"namespace":"ai-tenant-e2e-mt-3d656e5a","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"77b32b19-62f0-494c-9ce3-d741c87a0630","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-3d656e5a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.519810329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d317ee23-7f47-4230-b370-9430db00ae30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.519834917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d317ee23-7f47-4230-b370-9430db00ae30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.52890022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ec1b800-d7d9-41c2-aa46-c7e6c9d24f48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.528916685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ec1b800-d7d9-41c2-aa46-c7e6c9d24f48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.54738562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4f8b234-d6d2-4f7c-a189-01aff86f2869","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.547402131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4f8b234-d6d2-4f7c-a189-01aff86f2869","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.610350037Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"namespace":"ai-tenant-e2e-mt-3d656e5a","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"603fe32d-7819-4793-9e74-9e859e3f50ac","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-3d656e5a/e2e-shared-int-sub-3d656e5a","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.665618992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fec6de82-eaa5-4ef7-a4dd-1f15ae89c6ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.665647722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fec6de82-eaa5-4ef7-a4dd-1f15ae89c6ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.706156813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee571d2c-8082-41c6-88b9-603c7540cff3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:12.797528373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"namespace":"ai-tenant-e2e-mt-3d656e5a","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"7b096a17-62bb-457e-8d0c-c4e969c8476a","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.470834356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b59d2e91-459b-4d7f-a8eb-5684bb6e0833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.470867273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b59d2e91-459b-4d7f-a8eb-5684bb6e0833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.495818016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2c1f1a-3712-4a98-853e-e102778eade2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.495841885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2c1f1a-3712-4a98-853e-e102778eade2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.522822727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"namespace":"ai-tenant-e2e-mt-ec340ab4","name":"e2e-shared-int-policy-3d656e5a","reconcileID":"37d1fa0d-d85e-4efe-bd3f-ae946cf8280d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.541393442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"namespace":"ai-tenant-e2e-mt-ec340ab4","name":"e2e-shared-int-policy-3d656e5a","reconcileID":"37d1fa0d-d85e-4efe-bd3f-ae946cf8280d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.626971292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d83071c-2cc2-4f3d-bae6-282099eaa37f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.626995568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d83071c-2cc2-4f3d-bae6-282099eaa37f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.682598664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50d14ea0-9d75-4d01-a3e9-1408423bf215","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.682619163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50d14ea0-9d75-4d01-a3e9-1408423bf215","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.700946156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d07273a5-2839-4fba-b620-d314b7df8798","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.700964108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d07273a5-2839-4fba-b620-d314b7df8798","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:19:13.715484088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"namespace":"ai-tenant-e2e-mt-ec340ab4","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"872971d6-91c4-44c1-b530-458544a03961","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-3d656e5a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.751498588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"717286aa-06ae-4ff0-91ab-e2e16443cb24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.751516346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"717286aa-06ae-4ff0-91ab-e2e16443cb24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.772614411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc558536-134c-4d3b-aa9c-5990a0788f6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.772695958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc558536-134c-4d3b-aa9c-5990a0788f6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.833092712Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"namespace":"ai-tenant-e2e-mt-ec340ab4","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"14d713c6-3a74-445c-8f48-80b41a6cd5cc","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-3d656e5a/e2e-shared-int-sub-3d656e5a","ai-tenant-e2e-mt-ec340ab4/e2e-shared-int-sub-3d656e5a","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.888409415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b640ca7-fda9-481e-8b68-8667b1102d6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.888431506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b640ca7-fda9-481e-8b68-8667b1102d6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.915148586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"namespace":"ai-tenant-e2e-mt-3d656e5a","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"1238fd5d-0a60-48b8-87c1-8156f5811bd8","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:13.915849283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fd2a4f5-b86b-4ffd-82a5-4ce1b71cd1cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:14.014719664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"namespace":"ai-tenant-e2e-mt-ec340ab4","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"3979cfc2-3bda-4ffb-ae03-b35bb8b87263","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:14.430415119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"namespace":"ai-tenant-e2e-mt-3d656e5a","name":"e2e-shared-int-policy-3d656e5a","reconcileID":"2e1b615e-9f26-42dc-9e18-0ddb84a974ab","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:14.430559161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5397b423-ea6e-42ab-ae52-b790c1a42d37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:14.430593981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5397b423-ea6e-42ab-ae52-b790c1a42d37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:14.464088094Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"namespace":"ai-tenant-e2e-mt-3d656e5a","name":"e2e-shared-int-policy-3d656e5a","reconcileID":"2e1b615e-9f26-42dc-9e18-0ddb84a974ab","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"policyNamespace":"ai-tenant-e2e-mt-3d656e5a","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:14.481753506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9929ad4f-8775-497c-8179-aff0beb4baab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:14.481770536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9929ad4f-8775-497c-8179-aff0beb4baab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:17.749288407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:18.643515012Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-sub1","reconcileID":"85ec2a75-61ba-4bbb-b40e-6b0ab0c55b1e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/distinct-w5-b1c718","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:18.662025737Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-sub1","reconcileID":"85ec2a75-61ba-4bbb-b40e-6b0ab0c55b1e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/distinct-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:18.678383483Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-sub1","reconcileID":"85ec2a75-61ba-4bbb-b40e-6b0ab0c55b1e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/distinct-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:18.838226329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"8cab0b60-f423-4af0-8e8d-65792037fd44","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:18.943001736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth1","reconcileID":"23f28429-452d-4e6f-988d-05350082f5e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:18.964201468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth1","reconcileID":"23f28429-452d-4e6f-988d-05350082f5e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:18.991863983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"60a262b6-7529-482b-8f32-5db449bcccb3","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:19.043646405Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a65bb7d9-cd1f-45ec-b4d0-c18c4c03c7f2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-56e7f57d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:19.116757576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5b5a01ac-1753-42e2-b4bf-848dee177ad8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:19.137234862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5b5a01ac-1753-42e2-b4bf-848dee177ad8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:19.149018988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b25882b-4847-4c8f-846e-0af5b8cd6bb6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:19.157364842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-02665b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f49f3641b4b0e8d1f677216d8c2bd8e108338a645e803b15f2cf448b22bd40a4) AuthConfig (007ed45c28cc1886f6db2297fb5c26ea1c4ce2ffff40a60b0c64baa20d405d7d) AuthConfig (e5e3d88c6f4f6bb27b57b674f598c30318d6c7df3b04591f8e9fc4413a4cb169) AuthConfig (5d224f82c31a5d90a64c4055e2142d33af758bcf0d6d2a0a371d7bd1609cd55d) AuthConfig (9ddeffbd93bf6043d445349d39bbfe7b753d430f9b9bf3d6134a075a234d7e9d) AuthConfig (24ea7a3fd992dfa754d6f1b6124becee18c07ae3cfb9f166e80c42d996bb00ed) AuthConfig (555624cba13926d8cdada733e1e52105d29732cdff1591550cc3922262d83892) AuthConfig (a155633d9a81a951851b90aeefd2b07c2875034938336f43f45b050c541a1424) AuthConfig (7bde065732d3a7c13f05a0b9db1478c2625fa12e0bc1bcbd81bb9496d02eef5d) AuthConfig (13017cf511823d2a5a696a66f78bde16f385cfe42f7555c4ac76ab34e06455b6) AuthConfig (da9edb2e5ab84891908af46fa842c493a751dea4086bb82966944e68c9359856) AuthConfig (a20d26d7f42c9867a6b60fec5d111108eb147bec38e8e138c688985ddb8a71d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5b5a01ac-1753-42e2-b4bf-848dee177ad8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:19.188107915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b25882b-4847-4c8f-846e-0af5b8cd6bb6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:20.658924173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1dfd5790-760e-4bdc-b87c-0874768389f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:20.659362038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"b6f3c58c-a15a-42a1-94f2-6f9735d910a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:20.659706388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"182cd79f-178a-4900-9c3d-98c44040ca04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:20.659850644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth2","reconcileID":"de2ae7b8-78ae-436e-b0e5-8b2600f28a0b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:20.694673047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth2","reconcileID":"de2ae7b8-78ae-436e-b0e5-8b2600f28a0b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:20.708185859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1dfd5790-760e-4bdc-b87c-0874768389f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:20.776877354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"182cd79f-178a-4900-9c3d-98c44040ca04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:20.795702045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"b6f3c58c-a15a-42a1-94f2-6f9735d910a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:20.936884891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"07df0ad9-88ad-459d-93db-0c33cf0f6533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:20.993167084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"07df0ad9-88ad-459d-93db-0c33cf0f6533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.126788152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"b36a64c5-2246-45cf-91f8-bb6709ace558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.169537051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"cd8a8486-dd2b-44a8-ac0a-4ce4655910e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.170089107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"5bb34ea3-b0db-4543-8ecc-9bc9a66b8c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.180854147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"b36a64c5-2246-45cf-91f8-bb6709ace558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.239094022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"5bb34ea3-b0db-4543-8ecc-9bc9a66b8c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.240042006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"cd8a8486-dd2b-44a8-ac0a-4ce4655910e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.373022058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"afac4410-5453-4fbf-8648-5812567291e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.37333991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"8fd862f7-e3b3-4ab4-97b9-2bf1d2a48cd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.414510516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"afac4410-5453-4fbf-8648-5812567291e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.431268733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"8fd862f7-e3b3-4ab4-97b9-2bf1d2a48cd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.644120202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"30619183-090a-4c7d-99c0-8d8ba64e3669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.644677768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"dc7dfddf-4c14-43f8-abb5-882befb55925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.689603358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"30619183-090a-4c7d-99c0-8d8ba64e3669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:21.736088637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"dc7dfddf-4c14-43f8-abb5-882befb55925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:22.453179191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"9d84b4ab-3616-4193-886d-4680323eb586","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:22.456207176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"a1d6297e-9b90-4f40-9e82-ddadae6d15c0","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:22.674143957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"fa117c3d-34e4-4a2e-85ff-cc7c0db562fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:22.674537458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"3ad0423b-dd1d-412f-be9a-8eb5542836d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:22.675317972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"c6f6a893-761b-4de5-96e3-568cdefbecf3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:22.691470996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"f7bcd76e-d731-45c7-b22f-eb96fcf1b2c8","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:22.692239603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"6a769855-64b7-4c69-9ba1-dbdccda13eac","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:22.734651241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"cdec0e60-cc77-4c15-8c30-4b5ade9c8484","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:22.966462105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"fa117c3d-34e4-4a2e-85ff-cc7c0db562fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:23.152752219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"3ad0423b-dd1d-412f-be9a-8eb5542836d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:23.449418554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"63c771a0-2ba6-4db3-966d-0418a600155f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:23.486995547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"d850f41f-acd5-4641-a2d4-54fc70aeb87a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:23.605854685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"63c771a0-2ba6-4db3-966d-0418a600155f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:23.615099858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"d850f41f-acd5-4641-a2d4-54fc70aeb87a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:24.700381494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"518cb5f4-ee75-4d76-9436-34ada31a9f37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:24.700404446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"518cb5f4-ee75-4d76-9436-34ada31a9f37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:24.968236607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"184f2fa1-a571-4b71-9954-2d9f940ad71d","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-2-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-2-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:29.059753812Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f3aedcb9-132f-4f82-876e-33ffc3a98efe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/distinct-2-w5-b1c718","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:29.073721748Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f3aedcb9-132f-4f82-876e-33ffc3a98efe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/distinct-2-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:29.087604316Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f3aedcb9-132f-4f82-876e-33ffc3a98efe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/distinct-2-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:29.198045256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bca6ee31-2114-4aa4-9403-bb97c8e89c41","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:29.216529184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bca6ee31-2114-4aa4-9403-bb97c8e89c41","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:29.245860348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"77719d72-4e34-40aa-98a4-89d3b04b6c1a","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:29.331088314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth2","reconcileID":"01dba1da-31c4-47fb-8598-383f06330f31","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:29.349235105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth2","reconcileID":"01dba1da-31c4-47fb-8598-383f06330f31","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:29.379633162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"9ab1ea09-db66-485d-8a17-4375c290022f","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:29.389150214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"f8e3dd32-4190-459c-bee9-2a6724289f7f","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:29.389212906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth1","reconcileID":"77100cf9-2b0d-4371-b361-8fd502746667","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/distinct-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:29.492331723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"f827b42c-14dd-4ed4-a92f-b3329a3d3d99","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:29.704105286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"db86cd8f-fd1b-4007-99eb-f7375d9c8afe","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:30.667209315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"fc96b684-8497-4448-adf4-87aa0f665766","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-2-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-2-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.584060134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"67496cb3-efb0-43ae-8507-ae3d32d77e6b","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.600288802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"de5a330c-227a-4bb5-8399-d27ab86926c3","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.639523893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-invalid-sub-auth","reconcileID":"769dbe04-ef5f-438f-949a-e23a8703cc55","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.657687401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-invalid-sub-auth","reconcileID":"769dbe04-ef5f-438f-949a-e23a8703cc55","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.674727822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-564c8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce67d8275114c2e61e1d52c0402edbace051e368d7c3ef8b44b6f5f392868124) AuthConfig (189c987ae1c47d384326d3e4260d5839345685f956c598a45e23c2cc632deefc) AuthConfig (5f3686d2ccac6ff497db84ee75663742b707c71829ff65f83ee05aadcca38b14) AuthConfig (8275bb7d988d743027f5dce1bd1f3b94ab46d995b3b46c068e2738cc044d8762) AuthConfig (bae2d33a233a30e99e3d05305cc08d28524c3446d2ba6044cc5472aa0382a015) AuthConfig (caeac00e1cc93b4c68acab34cd40c2d60547ba7150cd173846abaa4424b3f143) AuthConfig (655b41f5dc9223c4fa160bb78ece6d3a04906ae6916880b48f347bcb8c9dc978) AuthConfig (40ff653c6626677de1c66b97a93a61b77f923d16899b1e2123044dd61ddc940d) AuthConfig (825539d1d8b0f1437cd7a974badb4a38a73c487122a2bf7171889d0124bcd6d1) AuthConfig (d15f58d8e3582fd5161bddf6463a7c9c71960da93426bc978bbb8da15903a8c4) AuthConfig (4e39727ad6e6ee16d9e9f0ad670b5e4f23ddb655a0e3614ff21d36444d7e8981) AuthConfig (2093774eb8ea5019d3ff098692681f31d0360a83d4c14e2447649cdc17b290a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-invalid-sub-auth","reconcileID":"769dbe04-ef5f-438f-949a-e23a8703cc55","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.693691313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"574da124-11d1-4cbb-97f5-e7904e163ce4","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.739313127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-invalid-sub-auth","reconcileID":"e70fc67b-a9bd-4de4-a55c-d9ee43a2aba5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.75717248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-invalid-sub-auth","reconcileID":"e70fc67b-a9bd-4de4-a55c-d9ee43a2aba5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.773942209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-564c8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce67d8275114c2e61e1d52c0402edbace051e368d7c3ef8b44b6f5f392868124) AuthConfig (189c987ae1c47d384326d3e4260d5839345685f956c598a45e23c2cc632deefc) AuthConfig (5f3686d2ccac6ff497db84ee75663742b707c71829ff65f83ee05aadcca38b14) AuthConfig (8275bb7d988d743027f5dce1bd1f3b94ab46d995b3b46c068e2738cc044d8762) AuthConfig (bae2d33a233a30e99e3d05305cc08d28524c3446d2ba6044cc5472aa0382a015) AuthConfig (caeac00e1cc93b4c68acab34cd40c2d60547ba7150cd173846abaa4424b3f143) AuthConfig (655b41f5dc9223c4fa160bb78ece6d3a04906ae6916880b48f347bcb8c9dc978) AuthConfig (40ff653c6626677de1c66b97a93a61b77f923d16899b1e2123044dd61ddc940d) AuthConfig (825539d1d8b0f1437cd7a974badb4a38a73c487122a2bf7171889d0124bcd6d1) AuthConfig (d15f58d8e3582fd5161bddf6463a7c9c71960da93426bc978bbb8da15903a8c4) AuthConfig (4e39727ad6e6ee16d9e9f0ad670b5e4f23ddb655a0e3614ff21d36444d7e8981) AuthConfig (2093774eb8ea5019d3ff098692681f31d0360a83d4c14e2447649cdc17b290a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-invalid-sub-auth","reconcileID":"e70fc67b-a9bd-4de4-a55c-d9ee43a2aba5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.797494231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"2be06268-3849-429f-a5fc-a4118d52288a","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.81379248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"135aee12-41b9-4218-a73e-bc23b43d9a6e","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:19:31.830556348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-valid-sub","reconcileID":"0e359b1b-323f-4a3d-a642-ebd3014fbc02","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.86881095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"87126a3b-31cb-47fa-aeb2-5871513569f2","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.885535634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"75971ea2-8290-4f9c-a5b7-3015e965921e","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:31.947181057Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-valid-sub","reconcileID":"ded96eac-7faf-4716-be3c-44c789e4aef4","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-564c8f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.071505749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"8c092890-f974-4919-8601-b6df6d31bda3","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.08015643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"ad567d39-d229-41dd-8215-00d04a1f8a30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.126445088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-valid-sub","reconcileID":"029da378-2353-4e8e-8c5c-105b04bbd969","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.659822328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"7c15ef5d-45e7-4002-b50b-9a0eba42857d","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.660219737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"772b52a1-3b2f-4a70-80ea-97f20a8a73bd","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.660501218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"8674a51e-064a-4fec-bd94-b1cdac6731c8","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.693465049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"b62889dc-7e1d-487d-a18e-581f72d970c7","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.693823198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"e95bced3-78d9-4af6-b77f-adf5438fa598","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.694102442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"d2e98094-6cea-4e9f-9ace-ff95f2f628cd","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.705880962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"456ae3a7-c075-4ba5-9c30-d5bb17f9bb98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.706000459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"9e649d46-6e99-47cd-b426-dc967ecf4a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.707386503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"387d3331-6076-46b0-b94f-aec4848163b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.70952872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"96287e6c-1cfe-484a-98a1-2fd55c16c680","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.724677196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"9e649d46-6e99-47cd-b426-dc967ecf4a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.727952898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"456ae3a7-c075-4ba5-9c30-d5bb17f9bb98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.803332882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"e8904b3b-920a-4eda-b615-4a59c95c0521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.803729333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"42068dae-6992-4f6e-83d4-e0d127838b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.82166278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"42068dae-6992-4f6e-83d4-e0d127838b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:32.821798501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"e8904b3b-920a-4eda-b615-4a59c95c0521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:34.747237583Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"namespace":"ai-tenant-e2e-mt-3d656e5a","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"51442591-5dd5-4352-9683-ca59ca845392","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-3d656e5a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:34.794257351Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"namespace":"ai-tenant-e2e-mt-3d656e5a","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"51442591-5dd5-4352-9683-ca59ca845392","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-3d656e5a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ec340ab4/e2e-shared-int-sub-3d656e5a","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:34.836250025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"namespace":"ai-tenant-e2e-mt-ec340ab4","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"ef00179f-a3cf-4940-ae24-13a9bcb85849","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:34.836293496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c00d5c8f-bd54-4d73-b33d-f6efc1589f26","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:34.942101926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cf104f0-6721-4121-bdb8-2db837f2afa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:34.942121074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cf104f0-6721-4121-bdb8-2db837f2afa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:34.961802673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"35d0ad46-835b-4d32-b1b6-49ee52c20680","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:35.008997006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"f7f9ff9c-1c0f-4a5c-aefb-fc1b033d9337","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.196209658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"a7113dbf-08c8-4f8f-be98-399f6c18fbef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.212005833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"2d172137-4a17-417d-afaa-00496a143227","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.250495323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-auth","reconcileID":"e6e95d16-7ae5-4485-9735-370142da2317","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.268350123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-auth","reconcileID":"e6e95d16-7ae5-4485-9735-370142da2317","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.284827829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-322d20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c8badf78af714adfd823d2d801199361bf2729cd29694e4389bb32d923c4263) AuthConfig (9d64725f955bbd7082675612dcce1afc97833ae3a9f11205b409075a4ff630d9) AuthConfig (26c0f43abb82e285d4ab01f49416ea8d8519070035b1f5b1326176e2758b0662) AuthConfig (1c932ddd061ff4b831c9642d39f8b4c200c677b54cf8420a08e5382951002023) AuthConfig (c5badc56b085654c56d4343b947cfb166138a0e77bdc3df2bfd42af0d19dd74c) AuthConfig (b7d5920168353e5d210251c7f62eff490a5d78409b3003bdb9292d46224e11e2) AuthConfig (a756e86b8ebb8cb479e1238f4165c1ebb600d4688dbef4cb4c24dd9945336e0d) AuthConfig (9c85857a358d06bfc7cf26c9eff023cae828084f594876c9745a4b071ce0e505) AuthConfig (d3413801981bdbd2841111cb6e43c025fad1effac6e2f32984eb162f7605e8c2) AuthConfig (5adeee65501efdf34917fb420b70faaa6e099dad0d67cdf6384ec28abfa83c0f) AuthConfig (6b06edb1b7551627e725aeb1f2ead350535924e1637daa31514f9ad9ddcbd0ec) AuthConfig (94d6250786f0647881b8c9e1d5419132a36f1582c961b6a40a35b1f18ba74b0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-auth","reconcileID":"e6e95d16-7ae5-4485-9735-370142da2317","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.303005777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"6715229d-c26e-461f-a582-c65844de7e38","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.352623261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-auth","reconcileID":"5b190acb-3a92-49b6-b603-07147afaee10","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.370796375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-auth","reconcileID":"5b190acb-3a92-49b6-b603-07147afaee10","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.38782114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-322d20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c8badf78af714adfd823d2d801199361bf2729cd29694e4389bb32d923c4263) AuthConfig (9d64725f955bbd7082675612dcce1afc97833ae3a9f11205b409075a4ff630d9) AuthConfig (26c0f43abb82e285d4ab01f49416ea8d8519070035b1f5b1326176e2758b0662) AuthConfig (1c932ddd061ff4b831c9642d39f8b4c200c677b54cf8420a08e5382951002023) AuthConfig (c5badc56b085654c56d4343b947cfb166138a0e77bdc3df2bfd42af0d19dd74c) AuthConfig (b7d5920168353e5d210251c7f62eff490a5d78409b3003bdb9292d46224e11e2) AuthConfig (a756e86b8ebb8cb479e1238f4165c1ebb600d4688dbef4cb4c24dd9945336e0d) AuthConfig (9c85857a358d06bfc7cf26c9eff023cae828084f594876c9745a4b071ce0e505) AuthConfig (d3413801981bdbd2841111cb6e43c025fad1effac6e2f32984eb162f7605e8c2) AuthConfig (5adeee65501efdf34917fb420b70faaa6e099dad0d67cdf6384ec28abfa83c0f) AuthConfig (6b06edb1b7551627e725aeb1f2ead350535924e1637daa31514f9ad9ddcbd0ec) AuthConfig (94d6250786f0647881b8c9e1d5419132a36f1582c961b6a40a35b1f18ba74b0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-auth","reconcileID":"5b190acb-3a92-49b6-b603-07147afaee10","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.410287015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b9b24508-990e-4519-ba97-adaffcb4b9f6","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.429348901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"6d07f5ca-c777-4866-bc3f-3bab05c5bb78","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:19:36.446721247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-sub","reconcileID":"9847db49-4e49-441e-bc96-830053326a83","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.484634086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"02729d8e-742d-4534-b7a2-134fa26e2b61","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.503111151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b837e752-75be-41a2-804f-3479346b7232","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.564914824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-sub","reconcileID":"b88682dd-d446-4a6e-a705-278cc390c301","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.68211377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"d9c8f320-c2b7-4a39-9f1f-a31ba29ae501","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.691004456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"031b18fb-bd5c-4629-a5a2-6ec310ef44cc","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:36.744728944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-sub","reconcileID":"9c39e833-3540-4fb6-be32-ad5f879085a5","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:39.660053835Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5d9ee676-367c-4c34-8b17-6fbe80d60987","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/distinct-2-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:39.660167522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"6fa015dd-5e41-4acf-a71e-4b0f102fec57","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:39.707090433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"964e2e54-9028-4a51-b4bb-2b10d970c1d0","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:39.751223651Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub","reconcileID":"a2a55817-5acb-48c6-a5ca-3c54de206d6c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscription":"e2e-api-key-deleted-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:39.801189467Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub","reconcileID":"a2a55817-5acb-48c6-a5ca-3c54de206d6c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-02665b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:39.84207394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"047ea891-2b18-4182-9179-9a4c98a47783","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:39.86808239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"5ef83d11-5614-4038-aecf-d64886c19344","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:39.887835499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"56b3fcc5-3db2-49a1-b97d-740cfc2669f3","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.280317612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45017f72-c566-4950-96db-0e32e5ddf695","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.280338687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45017f72-c566-4950-96db-0e32e5ddf695","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.298039381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7563f92-02cd-460c-acd2-eb1c1ac5aea8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.298057681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7563f92-02cd-460c-acd2-eb1c1ac5aea8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.336998139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-71983c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-71983c","reconcileID":"8ed277bb-efa9-4e7a-8aa7-8fc057a0a23b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-71983c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.354976823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-71983c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-71983c","reconcileID":"8ed277bb-efa9-4e7a-8aa7-8fc057a0a23b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-71983c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.48291935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b849d143-d4a7-40ce-b376-d7028d2cde71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.482939335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b849d143-d4a7-40ce-b376-d7028d2cde71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.499563888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"834e93c4-535d-4d8b-aa16-2348f94596ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.499611955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"834e93c4-535d-4d8b-aa16-2348f94596ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:19:41.521754038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-71983c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-71983c","reconcileID":"31e173dd-0f05-41aa-a2b2-e5482f8c3bfa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-71983c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.522407609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc5ccfa7-b052-485e-ba6e-a7feca316452","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.522495513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc5ccfa7-b052-485e-ba6e-a7feca316452","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.559810721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9cb2e83-9c35-42f3-aa76-30a6c74d2680","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.559833394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9cb2e83-9c35-42f3-aa76-30a6c74d2680","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.578086657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5991a62c-0b92-4c22-bbe7-0f04b3048d6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.578107779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5991a62c-0b92-4c22-bbe7-0f04b3048d6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.638298121Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-71983c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-71983c","reconcileID":"10d42b54-2fec-4dea-ae0f-7c7a04f52908","MaaSSubscription":{"name":"e2e-default-int-sub-71983c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-ec340ab4/e2e-shared-int-sub-3d656e5a","models-as-a-service/e2e-default-int-sub-71983c","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.688849651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30722843-61c3-47f7-8954-90dd82fac488","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.688868564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30722843-61c3-47f7-8954-90dd82fac488","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.719920258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6db0f09d-af0e-40c4-8417-80576e872276","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.720011667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"namespace":"ai-tenant-e2e-mt-ec340ab4","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"9d409909-c228-4469-aa03-5b455366b4a8","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.729647145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-71983c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-71983c","reconcileID":"2ac34d11-a721-4f55-a283-69881b7604fc","MaaSSubscription":{"name":"e2e-default-int-sub-71983c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.813607139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-invalid-sub-auth","reconcileID":"d1a68d81-1fb0-4f3c-9fbf-f8b5eb323de6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.831613746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-invalid-sub-auth","reconcileID":"d1a68d81-1fb0-4f3c-9fbf-f8b5eb323de6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.848316603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-564c8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce67d8275114c2e61e1d52c0402edbace051e368d7c3ef8b44b6f5f392868124) AuthConfig (189c987ae1c47d384326d3e4260d5839345685f956c598a45e23c2cc632deefc) AuthConfig (5f3686d2ccac6ff497db84ee75663742b707c71829ff65f83ee05aadcca38b14) AuthConfig (8275bb7d988d743027f5dce1bd1f3b94ab46d995b3b46c068e2738cc044d8762) AuthConfig (bae2d33a233a30e99e3d05305cc08d28524c3446d2ba6044cc5472aa0382a015) AuthConfig (caeac00e1cc93b4c68acab34cd40c2d60547ba7150cd173846abaa4424b3f143) AuthConfig (655b41f5dc9223c4fa160bb78ece6d3a04906ae6916880b48f347bcb8c9dc978) AuthConfig (40ff653c6626677de1c66b97a93a61b77f923d16899b1e2123044dd61ddc940d) AuthConfig (825539d1d8b0f1437cd7a974badb4a38a73c487122a2bf7171889d0124bcd6d1) AuthConfig (d15f58d8e3582fd5161bddf6463a7c9c71960da93426bc978bbb8da15903a8c4) AuthConfig (4e39727ad6e6ee16d9e9f0ad670b5e4f23ddb655a0e3614ff21d36444d7e8981) AuthConfig (2093774eb8ea5019d3ff098692681f31d0360a83d4c14e2447649cdc17b290a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-invalid-sub-auth","reconcileID":"d1a68d81-1fb0-4f3c-9fbf-f8b5eb323de6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.935606354Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-71983c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-71983c","reconcileID":"ede5c342-a4de-4ad4-86d7-36814aa05137","MaaSAuthPolicy":{"name":"e2e-default-int-auth-71983c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.935697875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41cb5e04-8c7f-4e09-bb7b-1a97a3720522","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.935719947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41cb5e04-8c7f-4e09-bb7b-1a97a3720522","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.979467823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebfc9fbb-4ea5-4245-92fc-7afecb7d455e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:41.979487615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebfc9fbb-4ea5-4245-92fc-7afecb7d455e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:42.060306273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"2370d062-d043-46b0-a03b-006f74e85c12","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:42.212329256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1e59cdb-c568-4c11-8b38-3a0a0753c335","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:42.212348405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1e59cdb-c568-4c11-8b38-3a0a0753c335","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:46.440806185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-auth","reconcileID":"efc8655c-977b-4deb-a81a-5bc41b92d47c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:46.463721734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-auth","reconcileID":"efc8655c-977b-4deb-a81a-5bc41b92d47c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:46.480803711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-322d20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c8badf78af714adfd823d2d801199361bf2729cd29694e4389bb32d923c4263) AuthConfig (9d64725f955bbd7082675612dcce1afc97833ae3a9f11205b409075a4ff630d9) AuthConfig (26c0f43abb82e285d4ab01f49416ea8d8519070035b1f5b1326176e2758b0662) AuthConfig (1c932ddd061ff4b831c9642d39f8b4c200c677b54cf8420a08e5382951002023) AuthConfig (c5badc56b085654c56d4343b947cfb166138a0e77bdc3df2bfd42af0d19dd74c) AuthConfig (b7d5920168353e5d210251c7f62eff490a5d78409b3003bdb9292d46224e11e2) AuthConfig (a756e86b8ebb8cb479e1238f4165c1ebb600d4688dbef4cb4c24dd9945336e0d) AuthConfig (9c85857a358d06bfc7cf26c9eff023cae828084f594876c9745a4b071ce0e505) AuthConfig (d3413801981bdbd2841111cb6e43c025fad1effac6e2f32984eb162f7605e8c2) AuthConfig (5adeee65501efdf34917fb420b70faaa6e099dad0d67cdf6384ec28abfa83c0f) AuthConfig (6b06edb1b7551627e725aeb1f2ead350535924e1637daa31514f9ad9ddcbd0ec) AuthConfig (94d6250786f0647881b8c9e1d5419132a36f1582c961b6a40a35b1f18ba74b0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-auth","reconcileID":"efc8655c-977b-4deb-a81a-5bc41b92d47c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:47.750031718Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:49.602981981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"29db1e1c-7b37-41df-9286-1f8f52c51f4a","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-2-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-2-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:49.670029139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"e0614ca9-8687-41c2-af14-d9134d65ec75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:49.670907351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"9b6d17f0-e01d-4007-8251-53fe5f6aa6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:49.740452715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"9b6d17f0-e01d-4007-8251-53fe5f6aa6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:49.75656853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"e0614ca9-8687-41c2-af14-d9134d65ec75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:50.248942418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"f0220ff1-ac8d-4c2a-b6bc-cbac4261f642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:50.249493057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"baa0ca37-50d5-4ce1-916c-f7b008ca5fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:50.373203161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"baa0ca37-50d5-4ce1-916c-f7b008ca5fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:50.413740423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"f0220ff1-ac8d-4c2a-b6bc-cbac4261f642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:50.475053136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"4ab46fcf-b313-49c9-bb8d-f1e3fb7206b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:50.498366145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"4ab46fcf-b313-49c9-bb8d-f1e3fb7206b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:50.519902108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"e9ff9152-0da6-40a5-9e44-dca7ff84a660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:50.558421311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"e9ff9152-0da6-40a5-9e44-dca7ff84a660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:50.832910047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"ec5ce81e-9472-454a-9efc-a88d2e51fd6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:50.833337058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"b999d78a-fba1-4798-a513-21d8a3639ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:50.92640763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"b999d78a-fba1-4798-a513-21d8a3639ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:51.00227642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"ec5ce81e-9472-454a-9efc-a88d2e51fd6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:50.927041739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"e8bf584b-0f0d-46aa-88de-f9fa99834418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:50.926970616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"fdf5ce1a-63c5-4b44-9108-bd4e432beb12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:51.077740678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"fdf5ce1a-63c5-4b44-9108-bd4e432beb12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:51.089007655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"e8bf584b-0f0d-46aa-88de-f9fa99834418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:51.221108864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"b8d2c080-ac2f-4366-b799-6d5f1ca1e135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:51.24694626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"2955ec64-9f23-4fed-8d32-9947c1dae636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:51.311297155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"b8d2c080-ac2f-4366-b799-6d5f1ca1e135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:51.336527072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"2955ec64-9f23-4fed-8d32-9947c1dae636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:52.039806535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-invalid-sub-auth","reconcileID":"543a5021-11c1-4276-a713-5f3f85979f47","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:52.125043108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-invalid-sub-auth","reconcileID":"543a5021-11c1-4276-a713-5f3f85979f47","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:52.248604562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"eaf865c2-b85b-4d52-8bee-bb555b6c6d32","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:52.3809649Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-71983c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-71983c","reconcileID":"7a655f84-bb34-47a4-ad4a-5c4b385fdc2d","MaaSSubscription":{"name":"e2e-default-int-sub-71983c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-71983c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:52.473698985Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-71983c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-71983c","reconcileID":"7a655f84-bb34-47a4-ad4a-5c4b385fdc2d","MaaSSubscription":{"name":"e2e-default-int-sub-71983c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ec340ab4/e2e-shared-int-sub-3d656e5a","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:52.689243706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"namespace":"ai-tenant-e2e-mt-ec340ab4","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"372fa1f1-33cd-415b-b08e-3791d59fa70d","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:52.689865444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0047fd8-0fc6-4c89-a0d7-1e49f7a42c20","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:52.756363611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76e4de1e-2f35-466a-96b1-68db437380f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:52.7563927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76e4de1e-2f35-466a-96b1-68db437380f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:56.413356555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"d474d312-feba-4834-9250-142335f73fa3","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:56.521157472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-auth","reconcileID":"476eb2d6-be8b-4fbd-a7b4-a4d6b9116fb5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:56.544344926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-auth","reconcileID":"476eb2d6-be8b-4fbd-a7b4-a4d6b9116fb5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:56.709248125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b6b1835c-87ee-4d37-aac7-74c1c6d27f34","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.524067045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"e4ee2d42-8be0-4c36-a976-e606e3a17114","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.52456536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"acc6bc64-f2e7-4be4-8a77-756616290dc8","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.525021454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"4380e6e2-d131-4818-bbfd-b9b319942cc7","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.568161255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"e52a64a9-5853-446f-89af-8a71f3f362ea","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.568959431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"458cfe94-6ac2-4c6f-9408-d8e1a0a95948","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.570006676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"98b81759-eb80-4937-8c3f-8c98789e125f","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.58547295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"c749590b-365c-491e-ac8b-654f5d47ee38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.591080532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"1b6fe04a-6f0b-4899-b47f-1cfdddf9cfaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.592918388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"117dbfbf-4253-4082-a602-6053cccf3ee8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.603635499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"c749590b-365c-491e-ac8b-654f5d47ee38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.665823452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"f311f9f5-a069-441e-a1c1-d320a60f7332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.697500876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"f311f9f5-a069-441e-a1c1-d320a60f7332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.699495083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"9901f936-cc4d-4cf6-997f-e676218d1034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.722305297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"9901f936-cc4d-4cf6-997f-e676218d1034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.792279222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"70def0af-e1d7-4c23-8482-33e6980aafb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:58.810401162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"70def0af-e1d7-4c23-8482-33e6980aafb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:19:59.804000813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"2ef727b0-7dfc-4f4c-9724-9ea4dff8d616","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:00.626053897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f8f73b-bed3-4a90-962f-5d52e5dae39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:00.639407024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f8f73b-bed3-4a90-962f-5d52e5dae39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:00.65342085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f8f73b-bed3-4a90-962f-5d52e5dae39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:00.667713132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f8f73b-bed3-4a90-962f-5d52e5dae39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:01.237232517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe890cb-d99b-4a88-9186-86e68ae7b1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:01.250513204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe890cb-d99b-4a88-9186-86e68ae7b1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:01.264555717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe890cb-d99b-4a88-9186-86e68ae7b1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:01.278827598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe890cb-d99b-4a88-9186-86e68ae7b1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:01.428376143Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3fae6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3fae6d","reconcileID":"c465608a-b0e4-410e-b1b5-571e68c7304f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3fae6d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-3fae6d":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:01.99543911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc2d860-34f2-43ef-96f2-4644ec27073b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:02.009775949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc2d860-34f2-43ef-96f2-4644ec27073b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:02.024121947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc2d860-34f2-43ef-96f2-4644ec27073b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:02.053098086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc2d860-34f2-43ef-96f2-4644ec27073b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:07.682261412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"48c046bb-9428-4f9b-ac67-50a715815ddf","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:07.919455994Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ee5d662a-940a-4dae-a413-f7baecf0e34a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:07.919484876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"4e0952c9-f9ec-43ee-877e-9d2535e59bbb","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:08.097954674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"4885e549-a4b1-47e6-8ee7-bd4a3749709f","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:09.860912049Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-sub","reconcileID":"76edefd5-3d26-4ea9-b916-1a1da6ac33a8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscription":"e2e-api-key-no-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:09.919871278Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-sub","reconcileID":"76edefd5-3d26-4ea9-b916-1a1da6ac33a8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:10.027858787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"b6f1c782-92b5-4130-9648-7f483ea2b090","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:10.069157079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"23977459-c6d0-44ee-b22f-e1c5dc18f90e","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:10.226300608Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-api-key-no-access-auth","reconcileID":"8863f53a-b4d3-40b4-a966-250b2772ffb4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:10.226746895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"fb3e9e09-609b-458e-925f-1de76c92c7e9","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:10.274788895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"0a2f48d8-0f2d-4e8a-b2f2-c5cef7511459","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:12.468482406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868dd9b1-21bb-496e-b91f-0a12f2b5c858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:12.484257818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868dd9b1-21bb-496e-b91f-0a12f2b5c858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:12.509791864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868dd9b1-21bb-496e-b91f-0a12f2b5c858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:12.545126188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868dd9b1-21bb-496e-b91f-0a12f2b5c858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:13.152995497Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-0847e8c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-0847e8c0","reconcileID":"f3afe028-8ba0-45b7-a276-0f4b6230b4db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-0847e8c0","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-0847e8c0":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:13.227993349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31184b09-7287-423d-acc9-08dca95b83f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:13.242788399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31184b09-7287-423d-acc9-08dca95b83f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:13.260179828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31184b09-7287-423d-acc9-08dca95b83f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:13.275680994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31184b09-7287-423d-acc9-08dca95b83f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:13.920428607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae4054c-f096-4e20-a8ff-0a120ea7f146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:13.933857299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae4054c-f096-4e20-a8ff-0a120ea7f146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:13.947479816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae4054c-f096-4e20-a8ff-0a120ea7f146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:13.962363768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae4054c-f096-4e20-a8ff-0a120ea7f146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:15.899903454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"b9c1ac97-3822-40b0-99fc-f7b26352b35c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3fae6d","tenantID":"e2e-api-a-3fae6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:15.958201127Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"b9c1ac97-3822-40b0-99fc-f7b26352b35c","name":"e2e-api-a-3fae6d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:17.729263623Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-valid-sub","reconcileID":"5b69a512-57e1-4434-8be3-9dba665ce3cd","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscription":"e2e-models-valid-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:17.759416612Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:17.808143128Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-valid-sub","reconcileID":"5b69a512-57e1-4434-8be3-9dba665ce3cd","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:17.897895532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"d6ebf2cc-d13f-42b5-b691-389068ada2c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:17.983316254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"42182f29-f54c-44db-8451-17586eab4133","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:18.154442584Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-invalid-sub-auth","reconcileID":"f62e7155-6c56-40c2-b893-6acb89ea3cab","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:18.154771257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"08d9f413-3e96-4f4f-a949-890be7219871","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:18.291332411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"01c9c6e4-a547-458a-8151-a144eee49d27","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:19.625565302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"5315972e-fb1b-4e60-b2cf-68fe5fb2cbfc","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:19.643329747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"c0f697b7-3e37-4815-bfe7-769feb78a10e","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:19.687813499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-access-denied-auth","reconcileID":"833b9086-e63b-4850-9a84-d9f697bf33d0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:19.706192686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-access-denied-auth","reconcileID":"833b9086-e63b-4850-9a84-d9f697bf33d0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:19.782320581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"1c776d28-dc99-4cce-80f6-f250ff6fee8d","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:19.825840997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-access-denied-auth","reconcileID":"227536e0-2659-4c50-93c2-2c3e0158c7f0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:19.844165153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-access-denied-auth","reconcileID":"227536e0-2659-4c50-93c2-2c3e0158c7f0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:19.879351791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"f8d07733-5db2-44b3-a213-cb54fc261e38","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:19.898086943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"5d918f17-b410-472a-a776-f1a2163ceaa6","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:19.912890164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-user-sub","reconcileID":"fbff42cd-e1ed-4d60-9976-e900e8ac49fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:19.956656523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"e668ef19-4485-4825-9922-d69801ac4458","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:19.973216183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"92310da6-a8dc-4110-83f1-c28caf33479d","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.038691935Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-user-sub","reconcileID":"a89347e9-0852-4194-bad4-5a073e867358","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/e2e-models-user-sub","ai-tenant-e2e-worker-w3-564c8f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.099333718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"cb231545-d8f7-42c2-a6b9-e448fcabe037","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.112921722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"e0f0db8d-0fca-4421-bf98-5c6be8885b22","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.112969091Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-models-other-sub ai-tenant-e2e-worker-w3-564c8f/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.117057212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"423e232a-c50d-4fd5-8819-a20e0ad5a9a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.133143247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"c3bddbe1-684f-4aec-b852-97f61c313734","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.147443812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"3a587f5e-6593-43b1-a5e9-1e7e41a73c25","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:20.149522559Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-564c8f/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.166869812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"3d91e4b2-25e0-4f92-8df0-7174279b58c8","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.235825802Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-other-sub","reconcileID":"a8d752e4-8364-4295-9911-60f0ae246250","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/e2e-models-other-sub","ai-tenant-e2e-worker-w3-564c8f/e2e-models-user-sub","ai-tenant-e2e-worker-w3-564c8f/simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:20.239495Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-user-sub","reconcileID":"b3175b05-3378-482c-8cfd-839c6fcd7f1d","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w3-564c8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:20.261963066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-user-sub","reconcileID":"b3175b05-3378-482c-8cfd-839c6fcd7f1d","error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w3-564c8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.266500118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"38d0ff17-1361-4db4-829a-074a3157b320","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.370812484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"bce515e8-f808-4a7c-87be-ad1b4170cb82","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.389302877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-user-sub","reconcileID":"df8d5084-baa9-4973-bd6b-fc07a7a00cb7","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.390007295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"272a5731-5a30-45d1-9b82-813097d1daa6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.47537711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-other-sub","reconcileID":"cdd3134a-c098-47fe-9d4c-7f977fa4808b","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:20.508731853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"fb49ef18-9657-4079-9f77-b91988309d09","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.532468392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"d34f71ed-a2e1-44dc-929a-081117b6410b","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.54834914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"6625beb5-eb61-4d25-94ec-d41a60a2c290","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.602403484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth1","reconcileID":"b29a4a82-c7b4-4097-8609-cacc0f8a0e6b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.620685606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth1","reconcileID":"b29a4a82-c7b4-4097-8609-cacc0f8a0e6b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.704870043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"5c804fc5-e802-421a-b1cb-9fa370d8a1a3","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.757297507Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-322d20 priority=10:[ai-tenant-e2e-worker-w2-322d20/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-322d20/simulator-subscription]","namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-models-other-sub ai-tenant-e2e-worker-w3-564c8f/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.757798028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"8aa927ab-ee71-4ffa-bd0d-d3b65dd45e2b","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.763038375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth1","reconcileID":"4cf2bb97-121c-4212-bb9a-a94d3ec7cb96","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.78040538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"ad6a6e31-84b1-42d8-9962-10801f474a1f","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.783416768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth1","reconcileID":"4cf2bb97-121c-4212-bb9a-a94d3ec7cb96","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.795087939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"85c91c62-0fd8-4c1b-8536-fe1cd70bbffe","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:21.798608419Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-322d20/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.811444716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"7dd22118-dc25-4916-840e-cf4c826caf5d","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.81814602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"e4094904-26c4-4772-81e6-42e8e8c14f61","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.869983073Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-sub1","reconcileID":"7a3a6c1b-0c10-4e93-a672-2529211814df","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-w2-322d20","model":"distinct-w2-322d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/e2e-ignore-header-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.924069765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"b835588f-fe3d-4d43-af95-23ee06ac1229","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.96974458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth1","reconcileID":"2c1adb92-389e-4084-b388-14b84f7157fa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.970390092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-sub1","reconcileID":"743a5039-35a2-41eb-bb74-36d3a7f31c64","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.977194678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"7d60fb45-b9d8-4016-a93f-c7d9ea48d144","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.992367438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth1","reconcileID":"2c1adb92-389e-4084-b388-14b84f7157fa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:21.993289613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"6697c784-dc4c-4f41-b618-0416aa3eb160","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.079484528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth2","reconcileID":"d886860a-1ab0-47d6-9c3f-8a8d39b777b1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.098342571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth2","reconcileID":"d886860a-1ab0-47d6-9c3f-8a8d39b777b1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.192055039Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-322d20 priority=10:[ai-tenant-e2e-worker-w2-322d20/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-322d20/simulator-subscription]","namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-models-other-sub ai-tenant-e2e-worker-w3-564c8f/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.192880364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"d833abc1-cbb0-4f34-ba7f-aa0eb68a1d1c","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.215067726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"58b4c47b-ea83-4784-bbb4-832ff386916d","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:22.255749993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-sub2","reconcileID":"010133eb-0d09-43a8-b9ad-dd2f65976bed","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:22.255857049Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"58b4c47b-ea83-4784-bbb4-832ff386916d","name":"distinct-2-w2-322d20","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-322d20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:22.255920909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"58b4c47b-ea83-4784-bbb4-832ff386916d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-322d20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.257448577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"b0497ec6-8e39-447d-b2c8-90740089c40c","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.261739364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"e66a651e-5c36-4e1a-b2a8-89d001d0d3da","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.279262825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"6ec5e2d4-4545-4b5c-aa62-5f22865d1373","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.292252223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"16e9482e-a9db-473f-a0b2-1bd5e0637faf","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.310313917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"e961892d-b500-4e2f-b7da-bf4768790d8a","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.343011149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth2","reconcileID":"463526eb-7c7c-4a75-8e5a-ba9bbff25af9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.366994702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth2","reconcileID":"463526eb-7c7c-4a75-8e5a-ba9bbff25af9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.367898036Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-sub2","reconcileID":"d55fefdd-f5b6-4043-a987-2a9a6826d460","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-2-w2-322d20","model":"distinct-2-w2-322d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/e2e-ignore-header-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.421609328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"04831b5a-0e53-45ce-88ab-e63680082661","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.464071747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-sub2","reconcileID":"b62cf470-15c7-4481-9e05-f9fdc29d356e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-2-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:22.527552299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth2","reconcileID":"463526eb-7c7c-4a75-8e5a-ba9bbff25af9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.623752068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth2","reconcileID":"6ada2e84-3c10-4745-9fbf-9a345be6a547","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:22.641964435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth2","reconcileID":"6ada2e84-3c10-4745-9fbf-9a345be6a547","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:23.045892778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"026dd1b9-d67e-4f72-a997-29a78877a4f6","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:23.383479608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"687c2169-f471-4596-96b5-8dece365ccd3","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:23.43099087Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-sub1","reconcileID":"46db4092-a279-40b4-b6b2-18da04d8ea76","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c2dd5d03","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:23.47685402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth1","reconcileID":"ab2a0ccc-a201-44a6-8b0f-941a768ee947","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:23.497102673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth1","reconcileID":"ab2a0ccc-a201-44a6-8b0f-941a768ee947","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:24.915003264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"5fc18e15-e200-4d2c-baa7-3bd852f16cbb","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:27.110896641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"ce3bb504-576f-4ce9-b385-ab82d414fce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:27.1113411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"50f40a41-4263-4b7b-adc7-8c4eed864f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:27.146071272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"50f40a41-4263-4b7b-adc7-8c4eed864f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:27.151667168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"ce3bb504-576f-4ce9-b385-ab82d414fce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:28.516385395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"d28a4a7a-2846-4eda-bfc4-54c557d8efbe","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.372946424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"54400dcb-c858-4488-bbdf-24e7b60eb509","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.393042862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"dd4246c3-a43a-4f68-9313-a36c83e583b7","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.436922947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-api-key-scoped-auth","reconcileID":"653f9b9b-ef6a-4df8-be99-947f461e51dd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.455289612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-api-key-scoped-auth","reconcileID":"653f9b9b-ef6a-4df8-be99-947f461e51dd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.461747952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"66e851c9-40ce-4d21-9126-c3c46c8d48a6","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.532802279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"7e0504c8-ae8d-4b8d-bbc4-473db80b064e","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.571594324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-api-key-scoped-auth","reconcileID":"acaca22b-030a-4010-bd4b-0f296413501d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.578118233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"7dd851ea-128c-49ae-bcd6-cf95e8705863","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.597077856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-api-key-scoped-auth","reconcileID":"acaca22b-030a-4010-bd4b-0f296413501d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.599767247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"375b5cd0-f972-47b9-bb09-99a71a56d21b","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.617643727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"e77c5cd9-f62f-4a94-917a-060056582f38","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.620848025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"c0a8d22f-9eb2-40e3-b297-06a6b27a3b96","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.635807551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"fa344355-e8fa-47f2-95e0-9d70bbbf8136","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:29.637422803Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-7a7ac6/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.65499272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"81017c26-5e22-41c9-a28a-1628df6bae0a","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.697940493Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-api-key-scoped-sub","reconcileID":"14e7c45b-58f6-451f-b5b5-39321550f797","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-7a7ac6/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w1-7a7ac6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.752000305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"37cf8471-395b-4152-a98f-6183cf7d2478","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.780932965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"b651ded8-7a0f-46aa-8268-ba17179cb659","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:29.878021513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-api-key-scoped-sub","reconcileID":"74c98df6-4ca4-45f0-a6c6-094278471deb","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:30.711825204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"c9a03000-700d-4ead-abce-c094b57256e9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:30.75097787Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"c9a03000-700d-4ead-abce-c094b57256e9","name":"e2e-mt-0847e8c0-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.02440751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"c54c5205-885f-4e79-8314-98dbe35ae052","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.043656461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"56ee6977-a23a-44a6-a84f-718d64e12e78","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.095682717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"122f2293-44d0-43fa-a5f1-817874e22d53","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.116592102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"122f2293-44d0-43fa-a5f1-817874e22d53","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.135290253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8115c178c9fa5f477d3a52065d60a922fcdc6c04df2e90b9a610ef0e826b1679) AuthConfig (c7127da1b5987415ac3814e86b3768d6266f7f58bfd111171d888b66a20d91ff) AuthConfig (9027cf5d963f35ecb5a633d62803e6616535c3d8694246c42b5d78ee01573783) AuthConfig (e528377f61c1979ae91cdd71f45934da4e5f00d4f9ec6a6b8e255f90cb6c8cc9) AuthConfig (221514cd85cf1469970b4b660effbf09903a4987805f2f74b8c15fe4e3970ea8) AuthConfig (d824e58da88f0ac09e9bccd7748d0dc2abfe60b8c2e786330cad40f6ad37aaed) AuthConfig (c6f5856b90fd5d345525b430b2436a21367a0d4edb58d6677bbc90017523cbd7) AuthConfig (dfca446f4689777d0fd36dc3b337f1bacc4564762d9582ce16ecaa89c14dc02f) AuthConfig (6e244ca87dc3e77e72a0ec0d2ac7145d04680997676fd6c1098a677df24ca3c7) AuthConfig (f440076485db9385ee89c6b9e445f119612fd7f8c48f45c3b81180edb7166824) AuthConfig (0c011b4dc4831a99ce7f8ab4800c0054b13184526aecd1b51a301a5eed8f745d) AuthConfig (cec7d5cabd4cba60890ddab95d430a36c6a4d610d815b07c44c6134cd7af65af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"122f2293-44d0-43fa-a5f1-817874e22d53","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.151833647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"fe4fe03b-d696-45db-bb4c-5d4526cf704f","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.210513657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"03565c6b-049c-45ca-b099-01c7dae8548d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.228748637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"03565c6b-049c-45ca-b099-01c7dae8548d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.245588583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8115c178c9fa5f477d3a52065d60a922fcdc6c04df2e90b9a610ef0e826b1679) AuthConfig (c7127da1b5987415ac3814e86b3768d6266f7f58bfd111171d888b66a20d91ff) AuthConfig (9027cf5d963f35ecb5a633d62803e6616535c3d8694246c42b5d78ee01573783) AuthConfig (e528377f61c1979ae91cdd71f45934da4e5f00d4f9ec6a6b8e255f90cb6c8cc9) AuthConfig (221514cd85cf1469970b4b660effbf09903a4987805f2f74b8c15fe4e3970ea8) AuthConfig (d824e58da88f0ac09e9bccd7748d0dc2abfe60b8c2e786330cad40f6ad37aaed) AuthConfig (c6f5856b90fd5d345525b430b2436a21367a0d4edb58d6677bbc90017523cbd7) AuthConfig (dfca446f4689777d0fd36dc3b337f1bacc4564762d9582ce16ecaa89c14dc02f) AuthConfig (6e244ca87dc3e77e72a0ec0d2ac7145d04680997676fd6c1098a677df24ca3c7) AuthConfig (f440076485db9385ee89c6b9e445f119612fd7f8c48f45c3b81180edb7166824) AuthConfig (0c011b4dc4831a99ce7f8ab4800c0054b13184526aecd1b51a301a5eed8f745d) AuthConfig (cec7d5cabd4cba60890ddab95d430a36c6a4d610d815b07c44c6134cd7af65af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"03565c6b-049c-45ca-b099-01c7dae8548d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:31.260076941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"03565c6b-049c-45ca-b099-01c7dae8548d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.286642482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"44cfe1ca-bff2-4934-9f85-af138c22270f","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.308461287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"2832d315-e042-4d3f-9fce-63bf0298dbc2","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.319158078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"2ef58ecc-e22b-41b1-971c-3321ec9b9cac","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.320413069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"42eab12c-eaf5-44fe-a8af-717d98b74a49","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:31.322403871Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.335320494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"ca57895d-9062-4702-9baa-96eb1412cd88","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.3380398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"42eab12c-eaf5-44fe-a8af-717d98b74a49","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.3548929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8115c178c9fa5f477d3a52065d60a922fcdc6c04df2e90b9a610ef0e826b1679) AuthConfig (c7127da1b5987415ac3814e86b3768d6266f7f58bfd111171d888b66a20d91ff) AuthConfig (9027cf5d963f35ecb5a633d62803e6616535c3d8694246c42b5d78ee01573783) AuthConfig (e528377f61c1979ae91cdd71f45934da4e5f00d4f9ec6a6b8e255f90cb6c8cc9) AuthConfig (221514cd85cf1469970b4b660effbf09903a4987805f2f74b8c15fe4e3970ea8) AuthConfig (d824e58da88f0ac09e9bccd7748d0dc2abfe60b8c2e786330cad40f6ad37aaed) AuthConfig (c6f5856b90fd5d345525b430b2436a21367a0d4edb58d6677bbc90017523cbd7) AuthConfig (dfca446f4689777d0fd36dc3b337f1bacc4564762d9582ce16ecaa89c14dc02f) AuthConfig (6e244ca87dc3e77e72a0ec0d2ac7145d04680997676fd6c1098a677df24ca3c7) AuthConfig (f440076485db9385ee89c6b9e445f119612fd7f8c48f45c3b81180edb7166824) AuthConfig (0c011b4dc4831a99ce7f8ab4800c0054b13184526aecd1b51a301a5eed8f745d) AuthConfig (cec7d5cabd4cba60890ddab95d430a36c6a4d610d815b07c44c6134cd7af65af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"42eab12c-eaf5-44fe-a8af-717d98b74a49","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.391999463Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5bb314ce-9f63-4316-b590-08afeecd3b93","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-distinct-w0-7505bd","model":"distinct-w0-7505bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.42142374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6cad5eb2-fe56-4310-9d82-ad482efce471","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.443477524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6cad5eb2-fe56-4310-9d82-ad482efce471","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.445431494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"6954cad8-fea6-4c01-a2b9-98157043093c","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.460236208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8115c178c9fa5f477d3a52065d60a922fcdc6c04df2e90b9a610ef0e826b1679) AuthConfig (c7127da1b5987415ac3814e86b3768d6266f7f58bfd111171d888b66a20d91ff) AuthConfig (9027cf5d963f35ecb5a633d62803e6616535c3d8694246c42b5d78ee01573783) AuthConfig (e528377f61c1979ae91cdd71f45934da4e5f00d4f9ec6a6b8e255f90cb6c8cc9) AuthConfig (221514cd85cf1469970b4b660effbf09903a4987805f2f74b8c15fe4e3970ea8) AuthConfig (d824e58da88f0ac09e9bccd7748d0dc2abfe60b8c2e786330cad40f6ad37aaed) AuthConfig (c6f5856b90fd5d345525b430b2436a21367a0d4edb58d6677bbc90017523cbd7) AuthConfig (dfca446f4689777d0fd36dc3b337f1bacc4564762d9582ce16ecaa89c14dc02f) AuthConfig (6e244ca87dc3e77e72a0ec0d2ac7145d04680997676fd6c1098a677df24ca3c7) AuthConfig (f440076485db9385ee89c6b9e445f119612fd7f8c48f45c3b81180edb7166824) AuthConfig (0c011b4dc4831a99ce7f8ab4800c0054b13184526aecd1b51a301a5eed8f745d) AuthConfig (cec7d5cabd4cba60890ddab95d430a36c6a4d610d815b07c44c6134cd7af65af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6cad5eb2-fe56-4310-9d82-ad482efce471","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.487523213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"3b789220-612f-4fe2-b55a-335552bad85f","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.487944499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b6197c5b-f807-4423-94dd-36c23d1e5242","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-distinct-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.505247454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"c3c29728-701f-457c-8538-d41cd146358b","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.568340085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c50cab1c-20ff-40a4-abab-d259cd6d98d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.586095465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c50cab1c-20ff-40a4-abab-d259cd6d98d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.602739385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8115c178c9fa5f477d3a52065d60a922fcdc6c04df2e90b9a610ef0e826b1679) AuthConfig (c7127da1b5987415ac3814e86b3768d6266f7f58bfd111171d888b66a20d91ff) AuthConfig (9027cf5d963f35ecb5a633d62803e6616535c3d8694246c42b5d78ee01573783) AuthConfig (e528377f61c1979ae91cdd71f45934da4e5f00d4f9ec6a6b8e255f90cb6c8cc9) AuthConfig (221514cd85cf1469970b4b660effbf09903a4987805f2f74b8c15fe4e3970ea8) AuthConfig (d824e58da88f0ac09e9bccd7748d0dc2abfe60b8c2e786330cad40f6ad37aaed) AuthConfig (c6f5856b90fd5d345525b430b2436a21367a0d4edb58d6677bbc90017523cbd7) AuthConfig (dfca446f4689777d0fd36dc3b337f1bacc4564762d9582ce16ecaa89c14dc02f) AuthConfig (6e244ca87dc3e77e72a0ec0d2ac7145d04680997676fd6c1098a677df24ca3c7) AuthConfig (f440076485db9385ee89c6b9e445f119612fd7f8c48f45c3b81180edb7166824) AuthConfig (0c011b4dc4831a99ce7f8ab4800c0054b13184526aecd1b51a301a5eed8f745d) AuthConfig (cec7d5cabd4cba60890ddab95d430a36c6a4d610d815b07c44c6134cd7af65af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c50cab1c-20ff-40a4-abab-d259cd6d98d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.621228691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"ff5dddee-d846-4250-892e-9fae37b145ee","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.685290788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"358e7270-e38b-4b2d-b36a-828c5076b0b2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.68586274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"860d81ab-fa95-4494-8ded-9bce30ffce6e","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.686393882Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7505bd priority=0:[ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.703489734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"358e7270-e38b-4b2d-b36a-828c5076b0b2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.707813425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"fab6baf0-c691-4978-853a-c05f76b22dfa","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:31.716368807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fa9e1116-acc4-401a-a30d-6f98b20eb3ba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.720438521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8115c178c9fa5f477d3a52065d60a922fcdc6c04df2e90b9a610ef0e826b1679) AuthConfig (c7127da1b5987415ac3814e86b3768d6266f7f58bfd111171d888b66a20d91ff) AuthConfig (9027cf5d963f35ecb5a633d62803e6616535c3d8694246c42b5d78ee01573783) AuthConfig (e528377f61c1979ae91cdd71f45934da4e5f00d4f9ec6a6b8e255f90cb6c8cc9) AuthConfig (221514cd85cf1469970b4b660effbf09903a4987805f2f74b8c15fe4e3970ea8) AuthConfig (d824e58da88f0ac09e9bccd7748d0dc2abfe60b8c2e786330cad40f6ad37aaed) AuthConfig (c6f5856b90fd5d345525b430b2436a21367a0d4edb58d6677bbc90017523cbd7) AuthConfig (dfca446f4689777d0fd36dc3b337f1bacc4564762d9582ce16ecaa89c14dc02f) AuthConfig (6e244ca87dc3e77e72a0ec0d2ac7145d04680997676fd6c1098a677df24ca3c7) AuthConfig (f440076485db9385ee89c6b9e445f119612fd7f8c48f45c3b81180edb7166824) AuthConfig (0c011b4dc4831a99ce7f8ab4800c0054b13184526aecd1b51a301a5eed8f745d) AuthConfig (cec7d5cabd4cba60890ddab95d430a36c6a4d610d815b07c44c6134cd7af65af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"358e7270-e38b-4b2d-b36a-828c5076b0b2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:31.723128127Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"fab6baf0-c691-4978-853a-c05f76b22dfa","name":"distinct-2-w0-7505bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-7505bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:31.723168808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"fab6baf0-c691-4978-853a-c05f76b22dfa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-7505bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.723490015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"247d68c1-0145-42f6-96f0-58cd6ec4c113","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.728762497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"42fc8263-2c18-42d7-aa2e-1b63027a1678","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.749038569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"44a0368f-2a3d-439f-a9e3-8568d1dd4496","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.768203473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"c625885a-6e7b-4067-a834-af1e9dd3d55f","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.79049521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"63fcd7dd-b029-4a5d-afc9-8ca203af2197","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.80891101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"63fcd7dd-b029-4a5d-afc9-8ca203af2197","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.825043672Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f6386cd1-a155-447d-a20f-b7ef68c355f6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-distinct-2-w0-7505bd","model":"distinct-2-w0-7505bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.828302935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8115c178c9fa5f477d3a52065d60a922fcdc6c04df2e90b9a610ef0e826b1679) AuthConfig (c7127da1b5987415ac3814e86b3768d6266f7f58bfd111171d888b66a20d91ff) AuthConfig (9027cf5d963f35ecb5a633d62803e6616535c3d8694246c42b5d78ee01573783) AuthConfig (e528377f61c1979ae91cdd71f45934da4e5f00d4f9ec6a6b8e255f90cb6c8cc9) AuthConfig (221514cd85cf1469970b4b660effbf09903a4987805f2f74b8c15fe4e3970ea8) AuthConfig (d824e58da88f0ac09e9bccd7748d0dc2abfe60b8c2e786330cad40f6ad37aaed) AuthConfig (c6f5856b90fd5d345525b430b2436a21367a0d4edb58d6677bbc90017523cbd7) AuthConfig (dfca446f4689777d0fd36dc3b337f1bacc4564762d9582ce16ecaa89c14dc02f) AuthConfig (6e244ca87dc3e77e72a0ec0d2ac7145d04680997676fd6c1098a677df24ca3c7) AuthConfig (f440076485db9385ee89c6b9e445f119612fd7f8c48f45c3b81180edb7166824) AuthConfig (0c011b4dc4831a99ce7f8ab4800c0054b13184526aecd1b51a301a5eed8f745d) AuthConfig (cec7d5cabd4cba60890ddab95d430a36c6a4d610d815b07c44c6134cd7af65af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"63fcd7dd-b029-4a5d-afc9-8ca203af2197","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.875469205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"82b5cfa9-a1f4-4986-8f4f-9d13f9d35526","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:31.91517896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4011f037-5ed5-41b4-9e84-b3169c0e8a19","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-distinct-2-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:32.452537479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"432730b6-0c98-475d-8dbe-78e4b92012b2","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.098060136Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-user-sub","reconcileID":"fd6f1a1e-22e6-42d1-9367-499b08111417","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscription":"e2e-models-user-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.145345342Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-user-sub","reconcileID":"fd6f1a1e-22e6-42d1-9367-499b08111417","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/e2e-models-other-sub","ai-tenant-e2e-worker-w3-564c8f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.186051276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-other-sub","reconcileID":"fd4f763b-cc95-484d-846a-6810330687ad","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.186162406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"553df27b-15c0-43ab-bf1f-a7b13b44c10c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.292134125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"c766367f-5734-4d18-9a3e-2cfc31391927","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.292212538Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7505bd priority=0:[ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.311138072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"e3c47e12-a458-4715-a66a-71ddbe17028e","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.438696352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"bbb32eb2-5d34-4882-9251-a24c75643800","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.444236272Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-sub1","reconcileID":"3e784b85-e75a-48e3-a6cc-69cb24e04354","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20","subscription":"e2e-ignore-header-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.457467889Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-sub1","reconcileID":"3e784b85-e75a-48e3-a6cc-69cb24e04354","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.470914811Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-sub1","reconcileID":"3e784b85-e75a-48e3-a6cc-69cb24e04354","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.622994401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"ea48df5d-bb32-4947-8dee-24fec476e742","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.623115819Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7505bd priority=0:[ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.704134372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth1","reconcileID":"3b215733-e409-4ab9-8dac-d73050ed119a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.722447532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth1","reconcileID":"3b215733-e409-4ab9-8dac-d73050ed119a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.769660569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"c829f320-2988-447d-83a9-b6691ccea927","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.814661622Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-sub2","reconcileID":"d2b17285-6671-4d6d-9ddb-bd7f2464cbcc","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-914a49ab","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.852623446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth2","reconcileID":"23155c45-7229-45f3-bfff-f59d727db51c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:33.870594569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth2","reconcileID":"23155c45-7229-45f3-bfff-f59d727db51c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:34.632198867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43fc039-1ab0-45f7-9e09-c0819d19fe05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:34.645835359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43fc039-1ab0-45f7-9e09-c0819d19fe05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:34.659344832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43fc039-1ab0-45f7-9e09-c0819d19fe05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:34.672598796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43fc039-1ab0-45f7-9e09-c0819d19fe05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:35.205732637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a31a09a-faae-4b46-977c-6f6e2d9fa8f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:35.218937098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a31a09a-faae-4b46-977c-6f6e2d9fa8f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:35.232271904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a31a09a-faae-4b46-977c-6f6e2d9fa8f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:35.245666162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a31a09a-faae-4b46-977c-6f6e2d9fa8f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:37.251594331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68276611-f2e5-49fd-b964-995dc4c42d3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:37.251617801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68276611-f2e5-49fd-b964-995dc4c42d3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:37.28723712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c8647d1-f88b-4f48-940a-b1bd5a8eb7e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:37.28725585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c8647d1-f88b-4f48-940a-b1bd5a8eb7e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:37.315257849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"e91efc73-55e7-4852-820e-1a62657851ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3fae6d","tenantID":"e2e-api-a-3fae6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:37.333379903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"e91efc73-55e7-4852-820e-1a62657851ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"name":"e2e-api-a-3fae6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:37.350309891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3fae6d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"e91efc73-55e7-4852-820e-1a62657851ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:37.369149083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1b57313-b8ed-44fa-ada5-b056b9b53ed8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:37.369168016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1b57313-b8ed-44fa-ada5-b056b9b53ed8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:40.888497157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaca13dd-2923-4fb1-8d52-c28576334112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:40.907833539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaca13dd-2923-4fb1-8d52-c28576334112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:40.921762078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaca13dd-2923-4fb1-8d52-c28576334112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:40.935337285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaca13dd-2923-4fb1-8d52-c28576334112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:41.51330687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c83ebb-cd6a-40f1-9390-17482b9d0a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:41.526229476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"56f6af7b-abfd-4cc7-8fdb-76fab951e851","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:41.526883754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c83ebb-cd6a-40f1-9390-17482b9d0a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:41.540397503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c83ebb-cd6a-40f1-9390-17482b9d0a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:41.545087131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"56f6af7b-abfd-4cc7-8fdb-76fab951e851","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:41.553976818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c83ebb-cd6a-40f1-9390-17482b9d0a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:41.570847888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8115c178c9fa5f477d3a52065d60a922fcdc6c04df2e90b9a610ef0e826b1679) AuthConfig (c7127da1b5987415ac3814e86b3768d6266f7f58bfd111171d888b66a20d91ff) AuthConfig (9027cf5d963f35ecb5a633d62803e6616535c3d8694246c42b5d78ee01573783) AuthConfig (e528377f61c1979ae91cdd71f45934da4e5f00d4f9ec6a6b8e255f90cb6c8cc9) AuthConfig (221514cd85cf1469970b4b660effbf09903a4987805f2f74b8c15fe4e3970ea8) AuthConfig (d824e58da88f0ac09e9bccd7748d0dc2abfe60b8c2e786330cad40f6ad37aaed) AuthConfig (c6f5856b90fd5d345525b430b2436a21367a0d4edb58d6677bbc90017523cbd7) AuthConfig (dfca446f4689777d0fd36dc3b337f1bacc4564762d9582ce16ecaa89c14dc02f) AuthConfig (6e244ca87dc3e77e72a0ec0d2ac7145d04680997676fd6c1098a677df24ca3c7) AuthConfig (f440076485db9385ee89c6b9e445f119612fd7f8c48f45c3b81180edb7166824) AuthConfig (0c011b4dc4831a99ce7f8ab4800c0054b13184526aecd1b51a301a5eed8f745d) AuthConfig (cec7d5cabd4cba60890ddab95d430a36c6a4d610d815b07c44c6134cd7af65af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"56f6af7b-abfd-4cc7-8fdb-76fab951e851","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:41.735751257Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7417dc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7417dc","reconcileID":"37cd0d2c-5ed8-4328-91e6-b54726aa404b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-7417dc","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-7417dc":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:41.904277001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cfbc10de-f21e-496b-a7d2-4232cf7fb9e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:41.926548964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cfbc10de-f21e-496b-a7d2-4232cf7fb9e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:41.945217621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8115c178c9fa5f477d3a52065d60a922fcdc6c04df2e90b9a610ef0e826b1679) AuthConfig (c7127da1b5987415ac3814e86b3768d6266f7f58bfd111171d888b66a20d91ff) AuthConfig (9027cf5d963f35ecb5a633d62803e6616535c3d8694246c42b5d78ee01573783) AuthConfig (e528377f61c1979ae91cdd71f45934da4e5f00d4f9ec6a6b8e255f90cb6c8cc9) AuthConfig (221514cd85cf1469970b4b660effbf09903a4987805f2f74b8c15fe4e3970ea8) AuthConfig (d824e58da88f0ac09e9bccd7748d0dc2abfe60b8c2e786330cad40f6ad37aaed) AuthConfig (c6f5856b90fd5d345525b430b2436a21367a0d4edb58d6677bbc90017523cbd7) AuthConfig (dfca446f4689777d0fd36dc3b337f1bacc4564762d9582ce16ecaa89c14dc02f) AuthConfig (6e244ca87dc3e77e72a0ec0d2ac7145d04680997676fd6c1098a677df24ca3c7) AuthConfig (f440076485db9385ee89c6b9e445f119612fd7f8c48f45c3b81180edb7166824) AuthConfig (0c011b4dc4831a99ce7f8ab4800c0054b13184526aecd1b51a301a5eed8f745d) AuthConfig (cec7d5cabd4cba60890ddab95d430a36c6a4d610d815b07c44c6134cd7af65af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cfbc10de-f21e-496b-a7d2-4232cf7fb9e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:42.152000446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b81e87-0413-48f2-9509-324050809ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:42.165777473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b81e87-0413-48f2-9509-324050809ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:42.179441864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b81e87-0413-48f2-9509-324050809ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:42.193239139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b81e87-0413-48f2-9509-324050809ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:42.497997408Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-api-key-scoped-sub","reconcileID":"8302edf7-ef43-4354-a2c1-d265545a7371","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscription":"e2e-api-key-scoped-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:42.546470719Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-api-key-scoped-sub","reconcileID":"8302edf7-ef43-4354-a2c1-d265545a7371","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-7a7ac6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:42.588086438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"9cb7c7a3-3c9a-4cfe-9321-b06af0e277f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:42.693865956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"f664e9a2-79ad-48c2-9f09-a4d8a4705033","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:42.694108846Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7505bd priority=0:[ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:42.845430398Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-api-key-scoped-auth","reconcileID":"fa7dab18-b715-4ec4-8530-86f019d144cf","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:42.845465104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"d795419a-5a9f-426a-b55e-b349b45b53b2","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:42.888883197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"5ec95b2f-5a72-405e-b495-8101fb776b85","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:43.411504531Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7417dc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7417dc","reconcileID":"59907cd9-b89d-4e0c-86e1-d9bfece19234","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-b-7417dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:43.484434111Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-other-sub","reconcileID":"8ab159c4-3778-4e62-9ffd-286a0aeb36ec","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscription":"e2e-models-other-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:43.535785048Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-other-sub","reconcileID":"8ab159c4-3778-4e62-9ffd-286a0aeb36ec","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:43.577516377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"8fd6993d-bfee-4873-b080-8f2182b2f6e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:43.689747137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"83967f6d-ff15-40b6-8756-ff971a824cf1","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:43.689859478Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7505bd priority=0:[ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:43.876246549Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-models-access-denied-auth","reconcileID":"0a1bb97d-3f46-4d07-8b3e-f5169e4b477e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:43.905883767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-sub2","reconcileID":"7c914692-a6e4-4d1a-a345-a4806ba03c92","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20","subscription":"e2e-ignore-header-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:43.90689585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"1e80dabe-4d11-405e-8505-1e2070389a64","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:43.928680175Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-sub2","reconcileID":"7c914692-a6e4-4d1a-a345-a4806ba03c92","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:43.943970791Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-sub2","reconcileID":"7c914692-a6e4-4d1a-a345-a4806ba03c92","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:43.96496655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"e9e0c57b-fc88-478e-849a-d000547083e4","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:43.965535452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"5fc34459-bc87-4bd8-933e-12e992554fc2","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:43.981872293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"e529568b-8d92-4fd4-a0e8-ab7c25bad192","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.034740657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth1","reconcileID":"47402c1d-53bd-44dc-ab64-51f6376e97a4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.058988358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth1","reconcileID":"47402c1d-53bd-44dc-ab64-51f6376e97a4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.105378305Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7505bd priority=0:[ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.105957997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"74c1c6a1-dad4-41dd-be0c-2607a8e77a37","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.137059077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"4f4a068b-e9ac-4a59-883b-5ac6b09dc2bd","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.160948969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"39e56810-3c28-4e71-befc-d1b70688f2e3","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.161392901Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7505bd priority=0:[ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.180784142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"2d4dca82-98c4-4421-b845-32e512ff803a","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.188502433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth1","reconcileID":"99f6acb3-a4f2-48ad-a6b5-c55345198bc8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.193365261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth2","reconcileID":"310fc154-512e-4f67-a1d8-e0f964084713","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:44.194391109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub1","reconcileID":"bf0d1fc2-f376-452c-b990-0c2d21eddff8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:44.195727634Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"2d4dca82-98c4-4421-b845-32e512ff803a","name":"distinct-w1-7a7ac6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-7a7ac6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:44.195776097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"2d4dca82-98c4-4421-b845-32e512ff803a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-7a7ac6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.201097662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"71237ec7-2aa6-4641-b962-980ee10533b2","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.20655884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth1","reconcileID":"99f6acb3-a4f2-48ad-a6b5-c55345198bc8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.211781092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth2","reconcileID":"310fc154-512e-4f67-a1d8-e0f964084713","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.228837938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"3d20dcdd-e515-45a5-8800-8400a47f4aae","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.247708415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"545ec435-229c-466d-b40c-217132336980","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.254325838Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth1","reconcileID":"40efddf6-8d3c-4876-a35a-a437e8995010","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.254326951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"4f42374a-2285-49b3-8fa1-c5d2b9263de4","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.306957784Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub1","reconcileID":"9cb5f473-30ef-44e2-b0cd-43d178bacde9","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-distinct-w1-7a7ac6","model":"distinct-w1-7a7ac6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-7a7ac6/e2e-multi-keys-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.360920986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"0edbae88-3a2a-486c-bef3-f2a35ffcccac","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.361373309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"26d976a4-20a9-4b84-8821-f7bc59f836a6","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.364433141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"aa55a36a-c628-4bfa-88be-430dca44066c","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.377419056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"781699c1-0f79-4158-8d75-9bb3d2877dd4","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.389560369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth1","reconcileID":"87bdb28f-be23-49c5-895e-5ab20bb85c4d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.401528332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub1","reconcileID":"682ab3c9-8031-487b-882a-035ca12ddab8","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-distinct-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.409867574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth1","reconcileID":"87bdb28f-be23-49c5-895e-5ab20bb85c4d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.502344578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth2","reconcileID":"e6d28067-6b1e-4c8e-afbb-d6677ebaf94a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.513752565Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-ignore-header-auth2","reconcileID":"c64a377e-13a1-4da1-83c2-cec54fcc66f6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.513766586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"cf49f119-17eb-4ed2-b27b-1242548ab68c","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.520853294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth2","reconcileID":"e6d28067-6b1e-4c8e-afbb-d6677ebaf94a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.554155093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"ef7fdd69-f2f7-4b07-93e2-7cc7d37a61a2","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.554275069Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7505bd priority=0:[ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w1-7a7ac6 priority=0:[ai-tenant-e2e-worker-w1-7a7ac6/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-7a7ac6/e2e-multi-keys-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.575500005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"2005c24f-e001-470b-8152-8ea1ed7e073a","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:44.585381388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub2","reconcileID":"234d2522-3488-47eb-88e4-cbb54ecfeb33","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:44.590563411Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"2005c24f-e001-470b-8152-8ea1ed7e073a","name":"distinct-2-w1-7a7ac6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-7a7ac6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:20:44.590669017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"2005c24f-e001-470b-8152-8ea1ed7e073a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-7a7ac6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.590858979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"b0ab449c-94aa-402c-9a98-b77c8ce944d7","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.596043026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"e5a70ed5-4a58-44f7-82b8-2336f8c589ae","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.616889168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"dc99823b-7c0b-4965-b77d-670da01b7e92","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.633106182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"ea571d6c-f57e-498d-a535-580c5360b7a3","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.654810109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"f523acc6-6c43-4731-a58c-c167f67d36a6","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.666312646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"feeab4d3-1134-4383-94c7-a60ce9d31cd6","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.697324167Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub2","reconcileID":"99dfcaa7-2bee-4fb3-81b4-66d7ef11913c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-distinct-2-w1-7a7ac6","model":"distinct-2-w1-7a7ac6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-7a7ac6/e2e-multi-keys-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.73726751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth2","reconcileID":"8b3c3783-429a-4e00-9a1a-c251edf227f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.74936069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"df6ea29c-389f-4d9f-986c-d8dc00081e2e","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.755698531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth2","reconcileID":"8b3c3783-429a-4e00-9a1a-c251edf227f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:44.790907942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub2","reconcileID":"df388000-0a43-4a54-a32f-4b9b2175e1fb","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-distinct-2-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:47.395809241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"6c546843-60b7-4544-8946-5b7bf2078126","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3fae6d","tenantID":"e2e-api-a-3fae6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:47.41375361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"6c546843-60b7-4544-8946-5b7bf2078126","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"name":"e2e-api-a-3fae6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:47.430696018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3fae6d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"6c546843-60b7-4544-8946-5b7bf2078126","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:47.519445937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f08181-cedb-4331-a157-5aef247012d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:47.533427509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f08181-cedb-4331-a157-5aef247012d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:47.547002895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f08181-cedb-4331-a157-5aef247012d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:47.561909009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f08181-cedb-4331-a157-5aef247012d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:47.750402862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:48.111175706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"1f995a27-73ca-4d8f-9e63-59a666d65175","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:48.114886093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ac3e5a-6389-4f9b-a624-b71db956ae2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:48.128974962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ac3e5a-6389-4f9b-a624-b71db956ae2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:48.142805096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ac3e5a-6389-4f9b-a624-b71db956ae2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:48.15648288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ac3e5a-6389-4f9b-a624-b71db956ae2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:48.170497321Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub1","reconcileID":"b7976e56-dc8d-463e-be30-5f477cc28bb5","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d5368f66","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:48.24142276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth1","reconcileID":"92d93c9a-9a42-4849-80b9-f85a7142bdc6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:48.259803465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth1","reconcileID":"92d93c9a-9a42-4849-80b9-f85a7142bdc6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:49.362828379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ae0019-c099-4e7d-8835-97df13407ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:49.376399435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ae0019-c099-4e7d-8835-97df13407ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:49.390018557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ae0019-c099-4e7d-8835-97df13407ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:49.403464612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ae0019-c099-4e7d-8835-97df13407ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:50.002441662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91eaead-fe73-468f-9acd-a7821f107db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:50.016471422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91eaead-fe73-468f-9acd-a7821f107db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:50.030626943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91eaead-fe73-468f-9acd-a7821f107db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:50.045261873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91eaead-fe73-468f-9acd-a7821f107db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:50.244868796Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e2a011","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e2a011","reconcileID":"f825d44e-4853-4e45-99ed-5165841e0f23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e2a011","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-e2a011":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:50.397287896Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-461609","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-461609","reconcileID":"46a222ce-ec8a-44e5-8bad-e5d6dc9801f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-461609","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-461609":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:50.736324613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab054a2e-d9a0-43de-bebe-a4b5686aed42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:50.74992583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab054a2e-d9a0-43de-bebe-a4b5686aed42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:50.763401736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab054a2e-d9a0-43de-bebe-a4b5686aed42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:50.777282716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab054a2e-d9a0-43de-bebe-a4b5686aed42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:51.321230888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09fc01ed-62ec-40b3-bb97-4fe2126aa4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:51.334928217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09fc01ed-62ec-40b3-bb97-4fe2126aa4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:51.349020971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09fc01ed-62ec-40b3-bb97-4fe2126aa4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:51.362360921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09fc01ed-62ec-40b3-bb97-4fe2126aa4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:51.64896696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"96f85019-7513-42ce-a7e4-cb384b668ce3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:51.667604079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"96f85019-7513-42ce-a7e4-cb384b668ce3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:51.684213632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8115c178c9fa5f477d3a52065d60a922fcdc6c04df2e90b9a610ef0e826b1679) AuthConfig (c7127da1b5987415ac3814e86b3768d6266f7f58bfd111171d888b66a20d91ff) AuthConfig (9027cf5d963f35ecb5a633d62803e6616535c3d8694246c42b5d78ee01573783) AuthConfig (e528377f61c1979ae91cdd71f45934da4e5f00d4f9ec6a6b8e255f90cb6c8cc9) AuthConfig (221514cd85cf1469970b4b660effbf09903a4987805f2f74b8c15fe4e3970ea8) AuthConfig (d824e58da88f0ac09e9bccd7748d0dc2abfe60b8c2e786330cad40f6ad37aaed) AuthConfig (c6f5856b90fd5d345525b430b2436a21367a0d4edb58d6677bbc90017523cbd7) AuthConfig (dfca446f4689777d0fd36dc3b337f1bacc4564762d9582ce16ecaa89c14dc02f) AuthConfig (6e244ca87dc3e77e72a0ec0d2ac7145d04680997676fd6c1098a677df24ca3c7) AuthConfig (f440076485db9385ee89c6b9e445f119612fd7f8c48f45c3b81180edb7166824) AuthConfig (0c011b4dc4831a99ce7f8ab4800c0054b13184526aecd1b51a301a5eed8f745d) AuthConfig (cec7d5cabd4cba60890ddab95d430a36c6a4d610d815b07c44c6134cd7af65af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"96f85019-7513-42ce-a7e4-cb384b668ce3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:51.910150706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb917f1-1417-4d32-881a-f7a4136bf90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:51.924803495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb917f1-1417-4d32-881a-f7a4136bf90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:51.938156769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb917f1-1417-4d32-881a-f7a4136bf90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:51.9567247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb917f1-1417-4d32-881a-f7a4136bf90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:52.033720107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b0f27288-69db-4617-9058-b0c33c2a2d2a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:52.051897333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b0f27288-69db-4617-9058-b0c33c2a2d2a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:52.068872068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7505bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8115c178c9fa5f477d3a52065d60a922fcdc6c04df2e90b9a610ef0e826b1679) AuthConfig (c7127da1b5987415ac3814e86b3768d6266f7f58bfd111171d888b66a20d91ff) AuthConfig (9027cf5d963f35ecb5a633d62803e6616535c3d8694246c42b5d78ee01573783) AuthConfig (e528377f61c1979ae91cdd71f45934da4e5f00d4f9ec6a6b8e255f90cb6c8cc9) AuthConfig (221514cd85cf1469970b4b660effbf09903a4987805f2f74b8c15fe4e3970ea8) AuthConfig (d824e58da88f0ac09e9bccd7748d0dc2abfe60b8c2e786330cad40f6ad37aaed) AuthConfig (c6f5856b90fd5d345525b430b2436a21367a0d4edb58d6677bbc90017523cbd7) AuthConfig (dfca446f4689777d0fd36dc3b337f1bacc4564762d9582ce16ecaa89c14dc02f) AuthConfig (6e244ca87dc3e77e72a0ec0d2ac7145d04680997676fd6c1098a677df24ca3c7) AuthConfig (f440076485db9385ee89c6b9e445f119612fd7f8c48f45c3b81180edb7166824) AuthConfig (0c011b4dc4831a99ce7f8ab4800c0054b13184526aecd1b51a301a5eed8f745d) AuthConfig (cec7d5cabd4cba60890ddab95d430a36c6a4d610d815b07c44c6134cd7af65af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b0f27288-69db-4617-9058-b0c33c2a2d2a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:54.294501976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"0077c0eb-e469-415c-9859-8270ee78ce09","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-distinct-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:54.456700852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"428a1493-4bd6-4ad5-8d7a-46887db07fac","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:54.782903207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0107b2e0-7bfa-47a8-867e-a9cdc7a8b498","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-distinct-2-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:54.861030368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"447a0550-6b3a-4b97-84cc-c1d34197fe58","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.358731176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"279590a3-47f2-41cc-b610-c3aeac46fcb6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.35915018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"62909808-4cd7-414c-b0fe-603ae7839aef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.359666357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"85c1c90e-7c21-4a66-940e-9470855c6514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.3600099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3ef5e89e-aa20-460e-9993-bc6335a9038e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.381389721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"d8f70da6-808f-4926-8880-8a4690fab39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.463748771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"62909808-4cd7-414c-b0fe-603ae7839aef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.467261766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3ef5e89e-aa20-460e-9993-bc6335a9038e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.490822693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"279590a3-47f2-41cc-b610-c3aeac46fcb6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.491384582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"85c1c90e-7c21-4a66-940e-9470855c6514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.509177711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"d8f70da6-808f-4926-8880-8a4690fab39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.651505788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"1de73cdd-1747-4515-b3b1-cee84b28dff4","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.653343795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"249327ae-8e98-4430-9928-2636ba7fae1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.653734643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"6e23cdae-1b01-4a6b-92fb-a5f5052b3a9a","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.688816244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"249327ae-8e98-4430-9928-2636ba7fae1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.797045443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ef082993-0cf7-4d53-8f01-ea75010c1ae7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.797229523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"be0fcdfb-499d-487c-be43-3ebac868541d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.797301409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"fbeebd3c-5f72-4882-b8db-0a1604429aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.797338365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1830a63d-59af-4fe0-b9a1-e5e7170fc479","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.821394642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"fbeebd3c-5f72-4882-b8db-0a1604429aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.826274325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"be0fcdfb-499d-487c-be43-3ebac868541d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.830037394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1830a63d-59af-4fe0-b9a1-e5e7170fc479","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:56.830734236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ef082993-0cf7-4d53-8f01-ea75010c1ae7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:57.484833354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"7459788c-d82e-4830-97ff-90e866f2f78b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3fae6d","tenantID":"e2e-api-a-3fae6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:57.511144771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"7459788c-d82e-4830-97ff-90e866f2f78b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"name":"e2e-api-a-3fae6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:57.536165228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3fae6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b933af76741b9d44b6277170179db699f5a16005f2fc0d13d8117abb5e21af6) AuthConfig (e64fa9b6dff373c8e471dcf69a57d4bfbbf2755cf92b89126b55da2e332c36ac) AuthConfig (33601332db7c4d69ba38235f829de30511b9d803c02cf8ab22fea1de8b04b03b) AuthConfig (6280be3a0d0e23ebcfc44aa010c1fad0b5ad46788dca4c2e83f12eadd8875df3) AuthConfig (e6d9a91e1dbf20dda2d920c4e2f863adc2a56bf4c3e001ff2d1773b1bf71feb4) AuthConfig (96bdec0935d607f527e8a3f86d82e48b6df96ebdd4dc39f976a7e2e6553aab87) EnvoyFilter (openshift-ingress/e2e-api-a-3fae6d) EnvoyFilter (openshift-ingress/e2e-api-a-3fae6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"7459788c-d82e-4830-97ff-90e866f2f78b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:57.563835828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36a6e3c5-536a-4f20-8ef8-033caca95ce9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:57.563938706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36a6e3c5-536a-4f20-8ef8-033caca95ce9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:58.265202469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub1","reconcileID":"1504ebce-6931-44c0-a258-e6a9f7d6c799","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6","subscription":"e2e-multi-keys-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:58.278766112Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub1","reconcileID":"1504ebce-6931-44c0-a258-e6a9f7d6c799","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:58.292390715Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub1","reconcileID":"1504ebce-6931-44c0-a258-e6a9f7d6c799","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:58.461319428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"d4515099-41ff-498e-89e2-7f6673faeefc","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:58.461373822Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7505bd priority=0:[ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-7505bd/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:58.483297881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"deec57ac-65d6-466c-b693-1c3287ee1d3e","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:58.547678183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth1","reconcileID":"ed35c0ab-f122-4a6b-b675-ddc590c47015","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:58.56548892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth1","reconcileID":"ed35c0ab-f122-4a6b-b675-ddc590c47015","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:58.610394637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"7d1a5dd3-afe7-42d6-98d9-9557a52cb2c1","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:58.658343291Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub2","reconcileID":"d472c1bd-e384-47e4-9c8d-d2164dd204bb","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-88f86bc7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:58.70671231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth2","reconcileID":"37e3fe9a-f1ea-438b-8d88-76ee970083cd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:58.726136354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth2","reconcileID":"37e3fe9a-f1ea-438b-8d88-76ee970083cd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:59.681777147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"66653dd3-bf63-4e5d-90b2-b3265b888e4f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7417dc","tenantID":"e2e-api-b-7417dc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:20:59.721765686Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"66653dd3-bf63-4e5d-90b2-b3265b888e4f","name":"e2e-api-b-7417dc-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:01.789367916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"caaecda0-6744-4ccd-83bd-617e7cae5307","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:01.834057728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"0de77aed-57af-4226-817c-6f32a745e8b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:01.873619421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"dc7f7e82-c333-4ff0-8755-f6fc1679cf78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:01.89143291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"dc7f7e82-c333-4ff0-8755-f6fc1679cf78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:01.892612544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"9fc287fb-84d3-4a55-8bcd-bd443461a688","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:01.933323945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"43bdc916-1e39-49d6-88a1-281782fac378","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:02.433221374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"a0140d16-0743-48a7-86b9-6aa4ef86f345","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:02.481769895Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b798eddf-575b-47e2-b9f2-13ddfb7a091e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bef0d341","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:02.526263504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"17f78bb1-6b4a-4841-99e5-74519d0636f5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:02.545870235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"17f78bb1-6b4a-4841-99e5-74519d0636f5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:05.40693238Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"namespace":"ai-tenant-e2e-mt-ec340ab4","name":"e2e-shared-int-policy-3d656e5a","reconcileID":"00d59bf0-cc0e-4720-9589-f972419b1b33","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:05.407090322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e61b297b-f2ed-4ee9-91a1-46fba4cc4a87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:05.407115559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e61b297b-f2ed-4ee9-91a1-46fba4cc4a87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:05.433194945Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"namespace":"ai-tenant-e2e-mt-ec340ab4","name":"e2e-shared-int-policy-3d656e5a","reconcileID":"00d59bf0-cc0e-4720-9589-f972419b1b33","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"policyNamespace":"ai-tenant-e2e-mt-ec340ab4","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:05.450775563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d8226e5-18d6-4be8-a24d-ee15868f277a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:05.450796051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d8226e5-18d6-4be8-a24d-ee15868f277a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:05.686783401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfe3f447-0caa-450f-a531-8c09c99c82f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:05.686803122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfe3f447-0caa-450f-a531-8c09c99c82f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:07.635892891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"b88f106a-110b-4c46-8db4-7c3494c41a72","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3fae6d","tenantID":"e2e-api-a-3fae6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:07.676873227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"b88f106a-110b-4c46-8db4-7c3494c41a72","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"name":"e2e-api-a-3fae6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:07.715561151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3fae6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b933af76741b9d44b6277170179db699f5a16005f2fc0d13d8117abb5e21af6) AuthConfig (e64fa9b6dff373c8e471dcf69a57d4bfbbf2755cf92b89126b55da2e332c36ac) AuthConfig (33601332db7c4d69ba38235f829de30511b9d803c02cf8ab22fea1de8b04b03b) AuthConfig (6280be3a0d0e23ebcfc44aa010c1fad0b5ad46788dca4c2e83f12eadd8875df3) AuthConfig (e6d9a91e1dbf20dda2d920c4e2f863adc2a56bf4c3e001ff2d1773b1bf71feb4) AuthConfig (96bdec0935d607f527e8a3f86d82e48b6df96ebdd4dc39f976a7e2e6553aab87) EnvoyFilter (openshift-ingress/e2e-api-a-3fae6d) EnvoyFilter (openshift-ingress/e2e-api-a-3fae6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"b88f106a-110b-4c46-8db4-7c3494c41a72","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:08.680015292Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub2","reconcileID":"f9abec06-1847-4236-b497-9fc552a0b6a5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6","subscription":"e2e-multi-keys-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:08.69746733Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub2","reconcileID":"f9abec06-1847-4236-b497-9fc552a0b6a5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:08.713994947Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-sub2","reconcileID":"f9abec06-1847-4236-b497-9fc552a0b6a5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:08.886549992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"2f878a3e-56de-4e12-a53f-b23b97dde561","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:08.926766561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"ab2737af-3e8e-46f4-bd58-a43e16b60e82","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:08.997892775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth2","reconcileID":"af5a4d98-62c9-4fec-837d-cc83896c4eec","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:09.019643999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth2","reconcileID":"af5a4d98-62c9-4fec-837d-cc83896c4eec","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:09.023238183Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth1","reconcileID":"c7c505cd-49f6-442e-a6ce-aa66bbcebf1c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:09.023507179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"b90da5b3-3afa-4e57-aa9f-fdbd7ac2583a","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:09.162773773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"7bcd72ad-3918-48d3-9038-825b4abf866f","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:09.313148523Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-multi-keys-auth2","reconcileID":"13bdbe3c-2447-4c5d-ab79-2a4ca1cfddb7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:09.31331543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"435e1e96-2a06-4d96-a91a-dd361aa9a120","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:09.364547999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"8f5e2e3a-50d8-4514-b522-a1866172c860","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:09.41801303Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"8f5e2e3a-50d8-4514-b522-a1866172c860","name":"e2e-api-a-e2a011-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:09.433022044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"e9816e81-ff17-406a-80fb-7edbd1efef8b","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:12.503081862Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b922cbdc-2aa3-451e-8cf9-a023bbb5f1b3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:12.526678601Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b922cbdc-2aa3-451e-8cf9-a023bbb5f1b3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:12.542033294Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b922cbdc-2aa3-451e-8cf9-a023bbb5f1b3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:12.758339939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"c9eb374e-e863-4358-90b3-b04ad59d5a4a","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:12.860039078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"63de028e-1a37-415d-9736-e10533d38fbd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:12.886802127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"63de028e-1a37-415d-9736-e10533d38fbd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:12.906266018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"6cd34c3f-e79f-4634-9cae-8f2e2b7bc0c1","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:12.956261179Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7ca8997d-b4f4-4cbe-b81a-6c6ec9cb5e6a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0751af9f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:13.001978746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f8548386-f498-4198-b7c6-bec64f768096","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:13.023051357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f8548386-f498-4198-b7c6-bec64f768096","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:13.523769877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"f5c18988-5959-441e-886e-55de0d77be31","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461609","tenantID":"e2e-api-a-461609","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:13.568137953Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"f5c18988-5959-441e-886e-55de0d77be31","name":"e2e-api-a-461609-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:15.732446707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"namespace":"ai-tenant-e2e-mt-ec340ab4","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"d98df6b5-b072-4f2c-ba78-3a65b7fc7ef3","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-3d656e5a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:15.789016504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"namespace":"ai-tenant-e2e-mt-ec340ab4","name":"e2e-shared-int-sub-3d656e5a","reconcileID":"d98df6b5-b072-4f2c-ba78-3a65b7fc7ef3","MaaSSubscription":{"name":"e2e-shared-int-sub-3d656e5a","namespace":"ai-tenant-e2e-mt-ec340ab4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:15.830212639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"afa1414c-e7fa-4756-8d72-b721edf116a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:15.967918505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5820dd5d-3e10-48ac-b4dd-5445d4504d18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:15.968030714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5820dd5d-3e10-48ac-b4dd-5445d4504d18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:17.742441036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"de22404a-9e66-46cb-922c-ae9bfa343eb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3fae6d","tenantID":"e2e-api-a-3fae6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:17.753515114Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:17.76081839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"de22404a-9e66-46cb-922c-ae9bfa343eb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"name":"e2e-api-a-3fae6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:17.777908254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3fae6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b933af76741b9d44b6277170179db699f5a16005f2fc0d13d8117abb5e21af6) AuthConfig (e64fa9b6dff373c8e471dcf69a57d4bfbbf2755cf92b89126b55da2e332c36ac) AuthConfig (33601332db7c4d69ba38235f829de30511b9d803c02cf8ab22fea1de8b04b03b) AuthConfig (6280be3a0d0e23ebcfc44aa010c1fad0b5ad46788dca4c2e83f12eadd8875df3) AuthConfig (e6d9a91e1dbf20dda2d920c4e2f863adc2a56bf4c3e001ff2d1773b1bf71feb4) AuthConfig (96bdec0935d607f527e8a3f86d82e48b6df96ebdd4dc39f976a7e2e6553aab87) EnvoyFilter (openshift-ingress/e2e-api-a-3fae6d) EnvoyFilter (openshift-ingress/e2e-api-a-3fae6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"de22404a-9e66-46cb-922c-ae9bfa343eb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:21.925366633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"11f48094-6780-436c-b810-7dd2e28731d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:21.94103477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"1f9fa0a9-6bfd-4068-ad6c-fc336174e74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:21.951141777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"11f48094-6780-436c-b810-7dd2e28731d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:22.028267166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"1f9fa0a9-6bfd-4068-ad6c-fc336174e74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:22.784305576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"2d6b5de4-ef74-49e5-92a3-0ee1c69ac923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:22.784761435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"765a2ec9-5b1a-4a24-8da2-d5ce57d0dfd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:22.999246812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"2d6b5de4-ef74-49e5-92a3-0ee1c69ac923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:23.031063859Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7d4a67b1-fc09-4395-8cb6-2248933e54bc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:23.037782744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"765a2ec9-5b1a-4a24-8da2-d5ce57d0dfd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:23.065893906Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7d4a67b1-fc09-4395-8cb6-2248933e54bc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:23.092491789Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7d4a67b1-fc09-4395-8cb6-2248933e54bc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:23.613272387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"a6f1d746-a68f-464c-9359-f90f086d139a","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:23.726148495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f1a8c933-dca9-47e9-b07e-cdc9271463a2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:23.754447142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f1a8c933-dca9-47e9-b07e-cdc9271463a2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:23.760592902Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"463e40c8-66e8-4120-96b0-c6dfe6a9006a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:23.761889388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"b2f81a2a-9214-4f0a-bc3e-c7ab3c280c9f","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:23.897882064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"c447be6f-c430-4f9f-8805-8665817cd8b4","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:24.035168369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d59495ee-3a1d-438a-938d-49ab669b08d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:24.04010114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"1f201b12-c811-48a9-bff8-54516bcf026c","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:24.04984087Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4bc07a92-5d02-4a1a-b7cb-98aef9ca8958","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:24.049841743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d59495ee-3a1d-438a-938d-49ab669b08d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:24.068709036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d59495ee-3a1d-438a-938d-49ab669b08d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:24.083755181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d59495ee-3a1d-438a-938d-49ab669b08d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:24.181018361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"5d6b78b8-8261-4c28-a329-f296c7c1a91a","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:24.915051829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4b0cb1-7309-47d2-a6cc-300c819dbc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:24.928734262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4b0cb1-7309-47d2-a6cc-300c819dbc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:24.9422843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4b0cb1-7309-47d2-a6cc-300c819dbc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:24.95571213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4b0cb1-7309-47d2-a6cc-300c819dbc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:27.810010182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"b984c3a4-fcbc-4b58-856c-3984d9021aa2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3fae6d","tenantID":"e2e-api-a-3fae6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:27.829085693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"b984c3a4-fcbc-4b58-856c-3984d9021aa2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"name":"e2e-api-a-3fae6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:27.864749953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"709e6dfb-3b61-49b3-b5da-0fc58d886533","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:27.864964472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"709e6dfb-3b61-49b3-b5da-0fc58d886533","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:27.888419568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4866cdbe-5ea6-40ec-b652-0c0de23d2950","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:27.888549146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4866cdbe-5ea6-40ec-b652-0c0de23d2950","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:27.917882774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"61759e79-cd0f-46fb-afe5-9f4457790b0f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7417dc","tenantID":"e2e-api-b-7417dc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:27.936283158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"61759e79-cd0f-46fb-afe5-9f4457790b0f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"name":"e2e-api-b-7417dc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:27.958378168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7417dc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91228eade2bfc3bd5a34f53b1e8b2bdb768f4c2afa46c0d96a66e9600aedce35) AuthConfig (59273e32dfa885709bee3dc2156cd67e79ac865f21f366d68667bb0f93e792f9) AuthConfig (731fba7e987629a87717ff4aff8f475bce6a64b4ec433fc8a1267642077f3ef8) AuthConfig (b64913963a0666da720db899d333ebf614ba90ab5f817f355017f1c5d79d8044) AuthConfig (61bd02e7e3d7fef6b08a6798bd8c9cd23425f11e69d0b75bfc9f5ec1bd033cc6) AuthConfig (3dbcaf32d37745c33b16d5463b54f18e138d1597df6328ecdf7643b4a6c72155) EnvoyFilter (openshift-ingress/e2e-api-b-7417dc) EnvoyFilter (openshift-ingress/e2e-api-b-7417dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"61759e79-cd0f-46fb-afe5-9f4457790b0f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:27.979291859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"983c3266-ab8e-4275-8969-8425f6af1371","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:27.979402765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"983c3266-ab8e-4275-8969-8425f6af1371","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:27.998277546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"639f2892-906d-40d7-970a-cdd436d695ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:27.998306363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"639f2892-906d-40d7-970a-cdd436d695ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.477385197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7202cc10-adb4-4d35-8589-bd0b165cf363","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.477414016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7202cc10-adb4-4d35-8589-bd0b165cf363","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.498560399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"727ee43b-4485-4856-b2f0-7bac85fd6f29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.498615929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"727ee43b-4485-4856-b2f0-7bac85fd6f29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.539461789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-124df115","reconcileID":"68b113c4-ed11-44aa-bc2c-6d7ffffdac6f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-124df115","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.564193903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-124df115","reconcileID":"68b113c4-ed11-44aa-bc2c-6d7ffffdac6f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-124df115","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.637737915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef452ea-0e51-4eae-8ed0-d63c2f6e1dd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.637757214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef452ea-0e51-4eae-8ed0-d63c2f6e1dd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.678077618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52f873f3-8c28-4a75-8082-fb0db7938368","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.678106051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52f873f3-8c28-4a75-8082-fb0db7938368","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.696917212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73f497a5-45f5-420b-8190-d5fef7ea6100","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.696936576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73f497a5-45f5-420b-8190-d5fef7ea6100","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:21:29.711773371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-124df115","reconcileID":"0d0ba8d9-bfdc-40a2-9934-ce9437545977","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-124df115\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.751019851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a17615e4-5758-4b82-a047-a050ffca5ef7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.751041259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a17615e4-5758-4b82-a047-a050ffca5ef7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.75673134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-124df115","reconcileID":"c6d84d42-f583-45d9-8cf8-5db58921214d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-124df115","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.771723698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c15a1f79-93ce-4bf8-bd76-907834f6763f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.771749103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c15a1f79-93ce-4bf8-bd76-907834f6763f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.779107394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-124df115","reconcileID":"c6d84d42-f583-45d9-8cf8-5db58921214d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-124df115","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.832460844Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-124df115","reconcileID":"88c1cbe0-6091-4bdc-b0a3-f15348299ba3","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-124df115","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.832615808Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-124df115","reconcileID":"88c1cbe0-6091-4bdc-b0a3-f15348299ba3","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-124df115","error":"MaaSModelRef not found: llm/nonexistent-model-124df115","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.90770202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"7168fe14-c1e1-4e6e-b143-c8506645941c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3fae6d","tenantID":"e2e-api-a-3fae6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.91770779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1bca891c-0c23-4708-8473-e07339425643","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.927174359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"7168fe14-c1e1-4e6e-b143-c8506645941c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"name":"e2e-api-a-3fae6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.990173215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1901339-7161-450c-b304-17cbec194ffc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:29.990195754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1901339-7161-450c-b304-17cbec194ffc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:30.100412043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-124df115","reconcileID":"a292e71d-1d35-4002-bd1f-01530e0a4af1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:30.100548226Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-124df115","reconcileID":"a292e71d-1d35-4002-bd1f-01530e0a4af1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-124df115","error":"MaaSModelRef not found: llm/nonexistent-model-124df115","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:30.107565442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"5cf2d559-5959-4588-b6c4-95e152808b6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3fae6d","tenantID":"e2e-api-a-3fae6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:30.125626251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"5cf2d559-5959-4588-b6c4-95e152808b6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"name":"e2e-api-a-3fae6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:30.237445935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8078e67-25b4-4f81-8ef8-8af0041c1eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:30.250701104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8078e67-25b4-4f81-8ef8-8af0041c1eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:30.266704646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8078e67-25b4-4f81-8ef8-8af0041c1eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:30.280706189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8078e67-25b4-4f81-8ef8-8af0041c1eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:30.877861244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a47785-4c0e-4040-8014-7a3ecf9cb190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:30.892021255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a47785-4c0e-4040-8014-7a3ecf9cb190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:30.905355126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a47785-4c0e-4040-8014-7a3ecf9cb190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:30.918554988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a47785-4c0e-4040-8014-7a3ecf9cb190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.476700846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bb34b6-32c6-49e7-8b00-ea0fbf1021a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.489972967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bb34b6-32c6-49e7-8b00-ea0fbf1021a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.503647787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bb34b6-32c6-49e7-8b00-ea0fbf1021a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.517014719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bb34b6-32c6-49e7-8b00-ea0fbf1021a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.546622667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"bda301d7-c704-45b2-ba76-adcbd277bed7","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.546709898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"bda301d7-c704-45b2-ba76-adcbd277bed7","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.845725281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"6a9b3777-2c02-4de1-a04e-0218268514d1","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.84574628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"6a9b3777-2c02-4de1-a04e-0218268514d1","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.866780693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"f93a6035-210b-4b3f-800a-d1950fd75bad","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.866807563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"f93a6035-210b-4b3f-800a-d1950fd75bad","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.894318095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"e0533de8-04a5-4695-94e6-46a4937fbf01","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.912288922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"e0533de8-04a5-4695-94e6-46a4937fbf01","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"e2e-mt-0847e8c0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.929169457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-0847e8c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a8bf77e2c6298b4e35137ad8f04b1a5492d33c35e9a25688cef802e77e147b) AuthConfig (802fc50ea5c30b00b435de6daf6fc0b5432a22709352318056129accadbb9b20) AuthConfig (8426295d2249d6627c7cde57599654b05fbb306c5246e169d2becd59d8b2e04e) AuthConfig (b40d86e014103377a9a314d8d6c11ab94ca172ef478523e6b08cae32b9be8776) AuthConfig (d8a37cf51132bc398b4b5e138138eabb725282d41ea366435f4e80478f9aeefd) AuthConfig (51d320c5b225d0bc5ac3ad5979f1ad33fd22b70179210590e0e35fa996a4c2db) AuthConfig (fdf0e78264a99a15a0e131e875b648c4ff97651b55287d38403e788670372917) AuthConfig (3c6ab6ce7a118af7d2d664d567b5f72f4445a585ffea7e948f31589ed39712c1) AuthConfig (fd1f38aeb04c1c7ca86fa51ebe5f255b8b7e9740dc732e43503fe58c2171655a) AuthConfig (b6e8440850d416fb2037e877e86467189a285ed25fbff41a376015cb89ec78f7) AuthConfig (6db6d5439f22771426b77a491fbe0eaf95e0d58d37d592867a93a2e27cefc5d2) AuthConfig (4a8b06919001c7f70b41a3b20b8115f6813c3f90efc48ae74cb85e6254c77bf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"e0533de8-04a5-4695-94e6-46a4937fbf01","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.94777294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"aef8e145-c824-4366-8f1a-48a66436de41","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:31.947787371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"aef8e145-c824-4366-8f1a-48a66436de41","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.058021234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"a0ba1294-7eba-49e9-97b4-7fd95f6ac86b","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.058132342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"a0ba1294-7eba-49e9-97b4-7fd95f6ac86b","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.081026051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"decf2c68-c14d-4bd1-937c-fdb6e8bfe65f","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.10114171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed210775-c1d5-4548-9d1d-f233c4f062c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.10116676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed210775-c1d5-4548-9d1d-f233c4f062c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.101756464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"6efce77d-0fc7-41e0-8d7a-6a48d1a0e955","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.101771621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"6efce77d-0fc7-41e0-8d7a-6a48d1a0e955","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:21:32.102067964Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-0847e8c0/e2e-sub-0847e8c0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-0847e8c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.10879977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"9894c134-bf7d-4861-8daf-c70d49d114bf","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.108989185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"08a5ee7e-20d2-4c59-a4a0-d7ff9c1e7fe9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.11148041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"992184c8-9454-4d5b-aa12-1968ef822044","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.111495596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"992184c8-9454-4d5b-aa12-1968ef822044","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.127901166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"9894c134-bf7d-4861-8daf-c70d49d114bf","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"e2e-mt-0847e8c0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.144818967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-0847e8c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a8bf77e2c6298b4e35137ad8f04b1a5492d33c35e9a25688cef802e77e147b) AuthConfig (802fc50ea5c30b00b435de6daf6fc0b5432a22709352318056129accadbb9b20) AuthConfig (8426295d2249d6627c7cde57599654b05fbb306c5246e169d2becd59d8b2e04e) AuthConfig (b40d86e014103377a9a314d8d6c11ab94ca172ef478523e6b08cae32b9be8776) AuthConfig (d8a37cf51132bc398b4b5e138138eabb725282d41ea366435f4e80478f9aeefd) AuthConfig (51d320c5b225d0bc5ac3ad5979f1ad33fd22b70179210590e0e35fa996a4c2db) AuthConfig (fdf0e78264a99a15a0e131e875b648c4ff97651b55287d38403e788670372917) AuthConfig (3c6ab6ce7a118af7d2d664d567b5f72f4445a585ffea7e948f31589ed39712c1) AuthConfig (fd1f38aeb04c1c7ca86fa51ebe5f255b8b7e9740dc732e43503fe58c2171655a) AuthConfig (b6e8440850d416fb2037e877e86467189a285ed25fbff41a376015cb89ec78f7) AuthConfig (6db6d5439f22771426b77a491fbe0eaf95e0d58d37d592867a93a2e27cefc5d2) AuthConfig (4a8b06919001c7f70b41a3b20b8115f6813c3f90efc48ae74cb85e6254c77bf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"9894c134-bf7d-4861-8daf-c70d49d114bf","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.164243414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"0cdb5683-d4da-49fb-949a-d5b461fecb97","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.206970658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"fb2cd647-97ef-426f-b781-f10dc1d5fcc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.223072462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"bb772c35-5c65-4649-b4e6-a2188fbd2e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.230837261Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"7460fd66-f397-4361-8be6-6557fc7787d8","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"maas-trlp-e2e-lifecycle-model-0847e8c0","model":"e2e-lifecycle-model-0847e8c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-0847e8c0/e2e-sub-0847e8c0"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.241618209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"bb772c35-5c65-4649-b4e6-a2188fbd2e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.296043378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"4557fed4-044b-4e0a-ba4b-2e0b0e7452bc","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.296071355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"4557fed4-044b-4e0a-ba4b-2e0b0e7452bc","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.336997518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"d8deb772-5fb4-47e4-b35a-2e966d05f49a","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"maas-trlp-e2e-lifecycle-model-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.436961059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0f22f18-00b5-4536-8705-3c186793a388","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:32.436994067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0f22f18-00b5-4536-8705-3c186793a388","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:34.1120049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b71dfd0-13fd-48be-8832-2a857f54fca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:34.125373848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b71dfd0-13fd-48be-8832-2a857f54fca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:34.1385532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b71dfd0-13fd-48be-8832-2a857f54fca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:34.15219855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b71dfd0-13fd-48be-8832-2a857f54fca0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:34.718537479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5628c5-f921-42da-a370-c84eb02c8fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:34.73196609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5628c5-f921-42da-a370-c84eb02c8fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:34.745442559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5628c5-f921-42da-a370-c84eb02c8fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:34.759065192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5628c5-f921-42da-a370-c84eb02c8fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:36.295170627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03facac6-5d02-4020-aa2e-b9d210f1695d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:36.295191795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03facac6-5d02-4020-aa2e-b9d210f1695d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:36.312890132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e0c67ce-438b-4414-a7ab-b2881bd084f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:36.312908851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e0c67ce-438b-4414-a7ab-b2881bd084f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:36.338710067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"ce3b5d44-6933-430c-a3bd-1a3de9ccc715","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:36.356338582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"ce3b5d44-6933-430c-a3bd-1a3de9ccc715","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"name":"e2e-api-a-e2a011-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:36.372926002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e2a011-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"ce3b5d44-6933-430c-a3bd-1a3de9ccc715","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:36.389452873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbe58974-6b82-4e27-ad7e-3a51964aa608","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:36.389469373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbe58974-6b82-4e27-ad7e-3a51964aa608","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:37.229283967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8755c8ed-43e9-45c4-9611-381cc02e4c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:37.243295681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8755c8ed-43e9-45c4-9611-381cc02e4c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:37.256535994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8755c8ed-43e9-45c4-9611-381cc02e4c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:37.270006097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8755c8ed-43e9-45c4-9611-381cc02e4c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:37.890455558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5684effb-f6e5-492c-a09c-c0931ef51846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:37.903732112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5684effb-f6e5-492c-a09c-c0931ef51846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:37.916985667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5684effb-f6e5-492c-a09c-c0931ef51846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:37.93153621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5684effb-f6e5-492c-a09c-c0931ef51846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:38.015666762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"f89e95cc-8eff-4646-ab7e-c4aad00eb47e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7417dc","tenantID":"e2e-api-b-7417dc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:38.036884014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"f89e95cc-8eff-4646-ab7e-c4aad00eb47e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"name":"e2e-api-b-7417dc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:38.05390381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7417dc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91228eade2bfc3bd5a34f53b1e8b2bdb768f4c2afa46c0d96a66e9600aedce35) AuthConfig (59273e32dfa885709bee3dc2156cd67e79ac865f21f366d68667bb0f93e792f9) AuthConfig (731fba7e987629a87717ff4aff8f475bce6a64b4ec433fc8a1267642077f3ef8) AuthConfig (b64913963a0666da720db899d333ebf614ba90ab5f817f355017f1c5d79d8044) AuthConfig (61bd02e7e3d7fef6b08a6798bd8c9cd23425f11e69d0b75bfc9f5ec1bd033cc6) AuthConfig (3dbcaf32d37745c33b16d5463b54f18e138d1597df6328ecdf7643b4a6c72155) EnvoyFilter (openshift-ingress/e2e-api-b-7417dc) EnvoyFilter (openshift-ingress/e2e-api-b-7417dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"f89e95cc-8eff-4646-ab7e-c4aad00eb47e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:40.032505153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"4594892b-4190-49d2-9e6a-1fdbc4c3e820","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3fae6d","tenantID":"e2e-api-a-3fae6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:40.05301008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"4594892b-4190-49d2-9e6a-1fdbc4c3e820","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"name":"e2e-api-a-3fae6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:40.587841486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d459db0-99ae-4339-b496-d40739260dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:40.602474024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d459db0-99ae-4339-b496-d40739260dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:40.618774575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d459db0-99ae-4339-b496-d40739260dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:40.633412225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d459db0-99ae-4339-b496-d40739260dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.212927816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cde983d-bd31-402c-936c-5caa5c0d247f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.229895136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cde983d-bd31-402c-936c-5caa5c0d247f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.249065949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cde983d-bd31-402c-936c-5caa5c0d247f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.266983581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cde983d-bd31-402c-936c-5caa5c0d247f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.470994453Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-0aea47","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-0aea47","reconcileID":"9d9e1337-52f9-4223-867d-8b597f604710","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-0aea47","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-0aea47":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.656068266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b360c382-8837-437f-b37f-c5bfa59f3559","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.656185638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b360c382-8837-437f-b37f-c5bfa59f3559","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.677117207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21982da6-54c2-49d4-a907-ce9b3e262e2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.677201493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21982da6-54c2-49d4-a907-ce9b3e262e2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.719215313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"b8627c0a-138a-4b85-92fa-7a989120cec9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461609","tenantID":"e2e-api-a-461609","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.768028493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"b8627c0a-138a-4b85-92fa-7a989120cec9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"name":"e2e-api-a-461609-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.789363415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-461609-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"b8627c0a-138a-4b85-92fa-7a989120cec9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.819554012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b31eed05-cc67-4746-97d9-8525cb3b98c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.819599886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b31eed05-cc67-4746-97d9-8525cb3b98c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.940773036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a2b331-af92-4771-915f-559371a542cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:41.977857483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a2b331-af92-4771-915f-559371a542cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.01566167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a2b331-af92-4771-915f-559371a542cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.03298636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a2b331-af92-4771-915f-559371a542cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.193122455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"3b762734-45bf-4280-b3f2-dcab7b7ce36e","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.213342531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"3b762734-45bf-4280-b3f2-dcab7b7ce36e","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"e2e-mt-0847e8c0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.230355502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-0847e8c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a8bf77e2c6298b4e35137ad8f04b1a5492d33c35e9a25688cef802e77e147b) AuthConfig (802fc50ea5c30b00b435de6daf6fc0b5432a22709352318056129accadbb9b20) AuthConfig (8426295d2249d6627c7cde57599654b05fbb306c5246e169d2becd59d8b2e04e) AuthConfig (b40d86e014103377a9a314d8d6c11ab94ca172ef478523e6b08cae32b9be8776) AuthConfig (d8a37cf51132bc398b4b5e138138eabb725282d41ea366435f4e80478f9aeefd) AuthConfig (51d320c5b225d0bc5ac3ad5979f1ad33fd22b70179210590e0e35fa996a4c2db) AuthConfig (fdf0e78264a99a15a0e131e875b648c4ff97651b55287d38403e788670372917) AuthConfig (3c6ab6ce7a118af7d2d664d567b5f72f4445a585ffea7e948f31589ed39712c1) AuthConfig (fd1f38aeb04c1c7ca86fa51ebe5f255b8b7e9740dc732e43503fe58c2171655a) AuthConfig (b6e8440850d416fb2037e877e86467189a285ed25fbff41a376015cb89ec78f7) AuthConfig (6db6d5439f22771426b77a491fbe0eaf95e0d58d37d592867a93a2e27cefc5d2) AuthConfig (4a8b06919001c7f70b41a3b20b8115f6813c3f90efc48ae74cb85e6254c77bf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"3b762734-45bf-4280-b3f2-dcab7b7ce36e","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.488720859Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-124df115","reconcileID":"0aa4a9a8-2c81-4b24-9e1c-3bd66459754b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-124df115","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.53927035Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-124df115","reconcileID":"0aa4a9a8-2c81-4b24-9e1c-3bd66459754b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.539302835Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-124df115","reconcileID":"0aa4a9a8-2c81-4b24-9e1c-3bd66459754b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-124df115","subscription":"e2e-neg-ghost-sub-124df115","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.539476706Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-124df115","reconcileID":"0aa4a9a8-2c81-4b24-9e1c-3bd66459754b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-124df115","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-124df115","error":"MaaSModelRef not found: llm/nonexistent-model-124df115","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.593864646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"343986fc-f1d1-49d6-963c-269ccadecb37","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.902302587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceda1965-b3ba-43bd-ae7a-ce1022972f51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.902332276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceda1965-b3ba-43bd-ae7a-ce1022972f51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.929778307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"8faa63d4-cedc-466b-9db8-c28075090d51","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:42.929805494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"8faa63d4-cedc-466b-9db8-c28075090d51","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.072561463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-124df115","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-124df115","reconcileID":"519259a0-8c9e-4fe0-953e-7b3b8795b4ea","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-124df115","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.072977312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7056e891-7a12-40c1-844f-57015530e0ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.073340382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7056e891-7a12-40c1-844f-57015530e0ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.119681863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccd3f848-e290-481e-a91f-2fba32c162b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.119705216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccd3f848-e290-481e-a91f-2fba32c162b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.400054939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31252c33-7ef5-458a-9555-390a3c98f686","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.400165781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31252c33-7ef5-458a-9555-390a3c98f686","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.419183058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4de25c4-7eb7-454e-aaf7-55f46db9267c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.41928019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4de25c4-7eb7-454e-aaf7-55f46db9267c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.480859927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e7648fb2","reconcileID":"d7e4cae7-d53e-49c6-8338-09aee5a13b33","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.500444401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e7648fb2","reconcileID":"d7e4cae7-d53e-49c6-8338-09aee5a13b33","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.536665417Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e7648fb2","reconcileID":"d7e4cae7-d53e-49c6-8338-09aee5a13b33","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-e7648fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.788948374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02d6c95f-3ab6-4d6c-96e1-135111bece5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.789180467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02d6c95f-3ab6-4d6c-96e1-135111bece5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.87684228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e7648fb2","reconcileID":"f92f9af8-3c0e-4099-b1ad-21c319c2ceb5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.905170009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e7648fb2","reconcileID":"f92f9af8-3c0e-4099-b1ad-21c319c2ceb5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:43.96533942Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e7648fb2","reconcileID":"f92f9af8-3c0e-4099-b1ad-21c319c2ceb5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-e7648fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:46.166777452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e7648fb2","reconcileID":"9793022a-2679-4351-aa9e-756b3b1ed78a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:46.166933833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ac10718-176f-4c60-aeab-a126d33f7210","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:46.166956745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ac10718-176f-4c60-aeab-a126d33f7210","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:46.180166898Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e7648fb2","reconcileID":"9793022a-2679-4351-aa9e-756b3b1ed78a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e7648fb2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-e7648fb2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:46.311465491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c63d220-52e9-4fe2-8e59-8ae21095c328","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:46.311485115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c63d220-52e9-4fe2-8e59-8ae21095c328","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:46.419690492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"b3b60dfe-952a-47ab-9ac7-9ce2e78aaa5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:46.438166629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"b3b60dfe-952a-47ab-9ac7-9ce2e78aaa5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"name":"e2e-api-a-e2a011-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:46.455246681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e2a011-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"b3b60dfe-952a-47ab-9ac7-9ce2e78aaa5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:46.982676905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfba0db-e06f-41eb-ab24-a51c489449e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:46.996214394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfba0db-e06f-41eb-ab24-a51c489449e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:47.009801135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfba0db-e06f-41eb-ab24-a51c489449e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:47.025923566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfba0db-e06f-41eb-ab24-a51c489449e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:47.556925892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc4596f-d6bc-4213-b51c-376514a87395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:47.582259499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc4596f-d6bc-4213-b51c-376514a87395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:47.601759719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc4596f-d6bc-4213-b51c-376514a87395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:47.663301138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc4596f-d6bc-4213-b51c-376514a87395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:47.758015838Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:47.88660983Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-08dd33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-08dd33","reconcileID":"1dcb9f27-6de3-4023-ae1a-48fe154cf782","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-08dd33","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-08dd33":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:48.035412842Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f52ea1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f52ea1","reconcileID":"b46f2439-66ce-4924-9227-2f2c93faa67d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f52ea1","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f52ea1":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:48.080767276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"14ff090c-22b1-4a78-a372-628d841ab3b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7417dc","tenantID":"e2e-api-b-7417dc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:48.124161952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"14ff090c-22b1-4a78-a372-628d841ab3b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"name":"e2e-api-b-7417dc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:48.154040448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7417dc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91228eade2bfc3bd5a34f53b1e8b2bdb768f4c2afa46c0d96a66e9600aedce35) AuthConfig (59273e32dfa885709bee3dc2156cd67e79ac865f21f366d68667bb0f93e792f9) AuthConfig (731fba7e987629a87717ff4aff8f475bce6a64b4ec433fc8a1267642077f3ef8) AuthConfig (b64913963a0666da720db899d333ebf614ba90ab5f817f355017f1c5d79d8044) AuthConfig (61bd02e7e3d7fef6b08a6798bd8c9cd23425f11e69d0b75bfc9f5ec1bd033cc6) AuthConfig (3dbcaf32d37745c33b16d5463b54f18e138d1597df6328ecdf7643b4a6c72155) EnvoyFilter (openshift-ingress/e2e-api-b-7417dc) EnvoyFilter (openshift-ingress/e2e-api-b-7417dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"14ff090c-22b1-4a78-a372-628d841ab3b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:48.419633889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d6cd62-3e1b-46f8-b93b-39d22f645346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:48.435442051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d6cd62-3e1b-46f8-b93b-39d22f645346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:48.449197273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d6cd62-3e1b-46f8-b93b-39d22f645346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:48.464404838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d6cd62-3e1b-46f8-b93b-39d22f645346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:49.061062503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec1ec35-081b-4182-a4bf-b06500fb20e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:49.074639373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec1ec35-081b-4182-a4bf-b06500fb20e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:49.088327464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec1ec35-081b-4182-a4bf-b06500fb20e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:49.101997856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec1ec35-081b-4182-a4bf-b06500fb20e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:51.85417285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"99a94295-b22d-4f41-98ef-d774ba97a6fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461609","tenantID":"e2e-api-a-461609","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:51.871959808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"99a94295-b22d-4f41-98ef-d774ba97a6fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"name":"e2e-api-a-461609-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:51.889033393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-461609-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"99a94295-b22d-4f41-98ef-d774ba97a6fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:52.280821501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"c1a1702f-ab85-4add-b829-4066241e402b","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:52.300102787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"c1a1702f-ab85-4add-b829-4066241e402b","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"e2e-mt-0847e8c0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:52.317262262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-0847e8c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a8bf77e2c6298b4e35137ad8f04b1a5492d33c35e9a25688cef802e77e147b) AuthConfig (802fc50ea5c30b00b435de6daf6fc0b5432a22709352318056129accadbb9b20) AuthConfig (8426295d2249d6627c7cde57599654b05fbb306c5246e169d2becd59d8b2e04e) AuthConfig (b40d86e014103377a9a314d8d6c11ab94ca172ef478523e6b08cae32b9be8776) AuthConfig (d8a37cf51132bc398b4b5e138138eabb725282d41ea366435f4e80478f9aeefd) AuthConfig (51d320c5b225d0bc5ac3ad5979f1ad33fd22b70179210590e0e35fa996a4c2db) AuthConfig (fdf0e78264a99a15a0e131e875b648c4ff97651b55287d38403e788670372917) AuthConfig (3c6ab6ce7a118af7d2d664d567b5f72f4445a585ffea7e948f31589ed39712c1) AuthConfig (fd1f38aeb04c1c7ca86fa51ebe5f255b8b7e9740dc732e43503fe58c2171655a) AuthConfig (b6e8440850d416fb2037e877e86467189a285ed25fbff41a376015cb89ec78f7) AuthConfig (6db6d5439f22771426b77a491fbe0eaf95e0d58d37d592867a93a2e27cefc5d2) AuthConfig (4a8b06919001c7f70b41a3b20b8115f6813c3f90efc48ae74cb85e6254c77bf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"c1a1702f-ab85-4add-b829-4066241e402b","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:52.412904337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e430d6-4632-4ede-b190-2ef4921ad813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:52.426279702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e430d6-4632-4ede-b190-2ef4921ad813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:52.439789979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e430d6-4632-4ede-b190-2ef4921ad813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:52.453720407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e430d6-4632-4ede-b190-2ef4921ad813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:53.016992638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474b9607-abe8-404f-a505-972a9d40253f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:53.030496111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474b9607-abe8-404f-a505-972a9d40253f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:53.043776121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474b9607-abe8-404f-a505-972a9d40253f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:53.057201106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474b9607-abe8-404f-a505-972a9d40253f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:53.252659595Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c34304","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c34304","reconcileID":"d4ed11cf-d1dd-4464-bed9-1b6421fcc2d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c34304","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-c34304":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:53.710960081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbcd4da5-daa6-4f40-9987-81373a3cfb6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:53.726277609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbcd4da5-daa6-4f40-9987-81373a3cfb6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:53.743687106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbcd4da5-daa6-4f40-9987-81373a3cfb6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:53.759458604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbcd4da5-daa6-4f40-9987-81373a3cfb6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:21:54.966339271Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c34304","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c34304","reconcileID":"38c59458-6c05-4695-b061-703b658067bc","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-c34304\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.482687295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"98173bf3-576d-4dad-9324-11649550040c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.500685921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"98173bf3-576d-4dad-9324-11649550040c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"name":"e2e-api-a-e2a011-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.517478032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e2a011-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"98173bf3-576d-4dad-9324-11649550040c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.573991496Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"0f0c63bf-8385-4d5c-a695-b36c985ce9f9","namespace":"ai-tenant-e2e-api-a-3fae6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.574053328Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"0f0c63bf-8385-4d5c-a695-b36c985ce9f9","namespace":"ai-tenant-e2e-api-a-3fae6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.574098581Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"0f0c63bf-8385-4d5c-a695-b36c985ce9f9","name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.591753894Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"0f0c63bf-8385-4d5c-a695-b36c985ce9f9","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.592155683Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"3ba946f6-688c-40f9-b003-326c06389bc7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.592516957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d32f5c12-4d1d-45c6-a5d9-af0391a5986e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.592532454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d32f5c12-4d1d-45c6-a5d9-af0391a5986e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.71905826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"3ba946f6-688c-40f9-b003-326c06389bc7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3fae6d","tenantID":"e2e-api-a-3fae6d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.737085356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"3ba946f6-688c-40f9-b003-326c06389bc7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"name":"e2e-api-a-3fae6d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.737104046Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"e2e-e2e-api-a-3fae6d-policy","reconcileID":"3ba946f6-688c-40f9-b003-326c06389bc7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3fae6d-policy","namespace":"ai-tenant-e2e-api-a-3fae6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3fae6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.75693109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89ac7f4b-d412-4a43-a1b4-733f24337620","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:56.756950064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89ac7f4b-d412-4a43-a1b4-733f24337620","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:58.183699103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"a9627e56-08fa-4aae-9655-5522915afe55","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7417dc","tenantID":"e2e-api-b-7417dc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:58.202418267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"a9627e56-08fa-4aae-9655-5522915afe55","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"name":"e2e-api-b-7417dc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:58.225158786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7417dc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91228eade2bfc3bd5a34f53b1e8b2bdb768f4c2afa46c0d96a66e9600aedce35) AuthConfig (59273e32dfa885709bee3dc2156cd67e79ac865f21f366d68667bb0f93e792f9) AuthConfig (731fba7e987629a87717ff4aff8f475bce6a64b4ec433fc8a1267642077f3ef8) AuthConfig (b64913963a0666da720db899d333ebf614ba90ab5f817f355017f1c5d79d8044) AuthConfig (61bd02e7e3d7fef6b08a6798bd8c9cd23425f11e69d0b75bfc9f5ec1bd033cc6) AuthConfig (3dbcaf32d37745c33b16d5463b54f18e138d1597df6328ecdf7643b4a6c72155) EnvoyFilter (openshift-ingress/e2e-api-b-7417dc) EnvoyFilter (openshift-ingress/e2e-api-b-7417dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"a9627e56-08fa-4aae-9655-5522915afe55","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:59.081139151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"e79ca6a0-72bc-40db-8351-e55009b9f2c4","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"maas-trlp-e2e-lifecycle-model-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:59.157628986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"d3d035e4-ad04-498b-b21b-be094f46ae13","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:59.15774151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"d3d035e4-ad04-498b-b21b-be094f46ae13","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:59.895336751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"189e6382-0fde-4204-af9f-18554798f1bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:59.902822615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"26003f0c-c9ac-479c-a23d-f6c23b7467dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:59.950071333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"26003f0c-c9ac-479c-a23d-f6c23b7467dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:21:59.950823767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"189e6382-0fde-4204-af9f-18554798f1bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:00.533953689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"505823a5-9200-40f8-ba2c-807a0b5fc2d1","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:00.578753929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"505823a5-9200-40f8-ba2c-807a0b5fc2d1","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"e2e-mt-0847e8c0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:00.680276029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"c09a8353-2bdd-4678-a827-cc629082ba84","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:00.68030501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"c09a8353-2bdd-4678-a827-cc629082ba84","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:00.809850565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"aba9999b-57e5-41e3-aa6b-a8408841d6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:00.81021823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"81d4d248-3b77-4874-8f36-4b566dd9970a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:00.874200419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"aba9999b-57e5-41e3-aa6b-a8408841d6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:00.87625553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"81d4d248-3b77-4874-8f36-4b566dd9970a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:01.159978222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"0090e74c-8324-48e8-a6f0-43e28f439f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:01.192487219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"0090e74c-8324-48e8-a6f0-43e28f439f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:01.264030187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"5a0b4eee-0885-44eb-a355-135e7d67f477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:01.290323165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"5a0b4eee-0885-44eb-a355-135e7d67f477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:01.924408141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"a0b74ade-68fa-4b7f-b8ab-e3e2e124cd1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461609","tenantID":"e2e-api-a-461609","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:01.949162053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"a0b74ade-68fa-4b7f-b8ab-e3e2e124cd1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"name":"e2e-api-a-461609-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:01.967762353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-461609-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6fa42b45a92489f6f51ae428efd8752b02dae5973a03a93e60611a8d222a217) AuthConfig (4c8cae27b9a78ca994b4f610dcc9b0052497e9deba16a425948c71bdd1efa977) AuthConfig (0c4120e197ed5d00dff4917c0ad243098fd5759fdc50178a23284190aaeb6053) AuthConfig (2b75ddee63253e9bad9f0833231421efcd48fbe3c11e01dc036ec6af352c2d09) AuthConfig (384d4222db6c067da01cd790b371e743884e2d273c69a6683191316c9bca0df0) AuthConfig (be1b16f653a32c244e6685f465d22727cf2c35e52532e4364a9623c2b0ef70a4) EnvoyFilter (openshift-ingress/e2e-api-a-461609) EnvoyFilter (openshift-ingress/e2e-api-a-461609)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"a0b74ade-68fa-4b7f-b8ab-e3e2e124cd1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:01.993887265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56556b09-2885-4127-9162-63b026e9f88c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:01.993995714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56556b09-2885-4127-9162-63b026e9f88c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:04.545550707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"93b51372-6d20-4e25-b643-2d353972c5a4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0aea47","tenantID":"e2e-api-b-0aea47","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:04.591377234Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"93b51372-6d20-4e25-b643-2d353972c5a4","name":"e2e-api-b-0aea47-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:04.796861546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"da095cef-20e5-421b-8e51-6d7dd4180419","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:04.796978248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"da095cef-20e5-421b-8e51-6d7dd4180419","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:04.875176291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"d2029af2-e4f3-4ce1-be61-5d4392ed9d16","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"maas-trlp-e2e-lifecycle-model-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:04.888986294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"a95bd63b-0409-45dc-9db3-c09c95e24adc","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:04.919475376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"a95bd63b-0409-45dc-9db3-c09c95e24adc","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"e2e-mt-0847e8c0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:04.938547253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"60a21832-ad86-4adf-b469-4759ff918e5d","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:04.938681851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"60a21832-ad86-4adf-b469-4759ff918e5d","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:04.984568313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"67e0f438-1f32-41b5-bda9-dd9bda60f888","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"maas-trlp-e2e-lifecycle-model-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:06.544833819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"9f8ea449-e0ff-4711-8706-761ce67830b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:06.56281704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"9f8ea449-e0ff-4711-8706-761ce67830b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"name":"e2e-api-a-e2a011-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:06.580089067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e2a011-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c7f11424675a0c290f7f4215600cee16b5a6a888976c1ddc1865818714121be) AuthConfig (45942ab5177caaa499719ab51a34889abc293f7e95b58b78574d6b0fc05e78b7) AuthConfig (45ca5dbed15a11307ca5ac8744fbf8f083aa571a06e0ae9493656de43322b747) AuthConfig (4830e23e44456db952fd4e50aa6c69bc52439b5725badae6d88d38ea4714fc9c) AuthConfig (c09f82ca5605d89f1bcde994dec382d83f6207781bdc819991e487df8be1e999) AuthConfig (3b0f9f08952f77cbec10e9a899ead5f4f218ea3a710fa62cf6233129c61edfae) EnvoyFilter (openshift-ingress/e2e-api-a-e2a011) EnvoyFilter (openshift-ingress/e2e-api-a-e2a011)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"9f8ea449-e0ff-4711-8706-761ce67830b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:06.599239324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2386af1-8279-478e-996c-3e50afc94931","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:06.599260332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2386af1-8279-478e-996c-3e50afc94931","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:08.25195263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"4895556b-6d13-4aad-a596-0e8d377c48af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7417dc","tenantID":"e2e-api-b-7417dc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:08.269995372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"4895556b-6d13-4aad-a596-0e8d377c48af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"name":"e2e-api-b-7417dc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:08.345288386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8914f76-32cf-434e-82c4-7f8f01149c37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:08.345313216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8914f76-32cf-434e-82c4-7f8f01149c37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:12.020695705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"6c61de4e-517d-42e9-ac55-02c9031b3eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461609","tenantID":"e2e-api-a-461609","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:12.038663967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"6c61de4e-517d-42e9-ac55-02c9031b3eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"name":"e2e-api-a-461609-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:12.055791137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-461609-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6fa42b45a92489f6f51ae428efd8752b02dae5973a03a93e60611a8d222a217) AuthConfig (4c8cae27b9a78ca994b4f610dcc9b0052497e9deba16a425948c71bdd1efa977) AuthConfig (0c4120e197ed5d00dff4917c0ad243098fd5759fdc50178a23284190aaeb6053) AuthConfig (2b75ddee63253e9bad9f0833231421efcd48fbe3c11e01dc036ec6af352c2d09) AuthConfig (384d4222db6c067da01cd790b371e743884e2d273c69a6683191316c9bca0df0) AuthConfig (be1b16f653a32c244e6685f465d22727cf2c35e52532e4364a9623c2b0ef70a4) EnvoyFilter (openshift-ingress/e2e-api-a-461609) EnvoyFilter (openshift-ingress/e2e-api-a-461609)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"6c61de4e-517d-42e9-ac55-02c9031b3eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:12.158218382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"02c748e9-683b-4e3e-a404-2ee85a24a0d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-08dd33","tenantID":"e2e-api-b-08dd33","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:12.199103352Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"02c748e9-683b-4e3e-a404-2ee85a24a0d4","name":"e2e-api-b-08dd33-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:13.977942664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"73104dbd-614b-48e2-97d0-349eccfa79fa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f52ea1","tenantID":"e2e-ipp-a-f52ea1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:14.019196842Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"73104dbd-614b-48e2-97d0-349eccfa79fa","name":"e2e-ipp-a-f52ea1-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.37936925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"169eec32-78d5-4662-96b4-7ad5545ccca4","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.37939612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"169eec32-78d5-4662-96b4-7ad5545ccca4","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.396930892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"8db4c7c6-6481-45e4-8c95-7615e0d9bc9e","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.3969608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"8db4c7c6-6481-45e4-8c95-7615e0d9bc9e","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.436948172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"d9e883e6-4704-4976-a511-3b55a7e164fe","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.451352807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"f95a5b98-7d2f-45b8-b0da-27870f2c6e77","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"maas-trlp-e2e-lifecycle-model-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.455009226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"d9e883e6-4704-4976-a511-3b55a7e164fe","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"e2e-mt-0847e8c0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.536464293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"f150b8a1-3f81-48b7-af62-7d04d5742600","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.549692686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"e05323f0-e783-469c-9cab-ea32bff3b5e6","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"maas-trlp-e2e-lifecycle-model-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.554599646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"f150b8a1-3f81-48b7-af62-7d04d5742600","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"e2e-mt-0847e8c0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.641518786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"749f77fd-9c74-4b0e-bbc7-419636c6c5ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.659418919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"749f77fd-9c74-4b0e-bbc7-419636c6c5ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"name":"e2e-api-a-e2a011-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.664180751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a566cf1-7606-4a74-90e6-5f24766c8c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.677504276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a566cf1-7606-4a74-90e6-5f24766c8c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.680865631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e2a011-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c7f11424675a0c290f7f4215600cee16b5a6a888976c1ddc1865818714121be) AuthConfig (45942ab5177caaa499719ab51a34889abc293f7e95b58b78574d6b0fc05e78b7) AuthConfig (45ca5dbed15a11307ca5ac8744fbf8f083aa571a06e0ae9493656de43322b747) AuthConfig (4830e23e44456db952fd4e50aa6c69bc52439b5725badae6d88d38ea4714fc9c) AuthConfig (c09f82ca5605d89f1bcde994dec382d83f6207781bdc819991e487df8be1e999) AuthConfig (3b0f9f08952f77cbec10e9a899ead5f4f218ea3a710fa62cf6233129c61edfae) EnvoyFilter (openshift-ingress/e2e-api-a-e2a011) EnvoyFilter (openshift-ingress/e2e-api-a-e2a011)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"749f77fd-9c74-4b0e-bbc7-419636c6c5ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.690643174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a566cf1-7606-4a74-90e6-5f24766c8c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:16.705466256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a566cf1-7606-4a74-90e6-5f24766c8c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:17.270302426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ccf6a9-32b7-41c1-bdb7-88fe9d027ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:17.283612674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ccf6a9-32b7-41c1-bdb7-88fe9d027ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:17.296955741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ccf6a9-32b7-41c1-bdb7-88fe9d027ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:17.310145344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ccf6a9-32b7-41c1-bdb7-88fe9d027ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:17.784740438Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:17.911359892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0644680c-eea6-4bc1-b861-6fb771518610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:17.925024016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0644680c-eea6-4bc1-b861-6fb771518610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:17.938473136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0644680c-eea6-4bc1-b861-6fb771518610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:17.951946582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0644680c-eea6-4bc1-b861-6fb771518610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:18.503815247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c38804c-938e-46a6-b6a2-60cfebc3fcc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:18.517860596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c38804c-938e-46a6-b6a2-60cfebc3fcc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:18.531074472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c38804c-938e-46a6-b6a2-60cfebc3fcc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:18.544387732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c38804c-938e-46a6-b6a2-60cfebc3fcc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:19.127178093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7871fc-f0d0-484d-a05a-cba1b026c71c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:19.140671443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7871fc-f0d0-484d-a05a-cba1b026c71c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:19.157189771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7871fc-f0d0-484d-a05a-cba1b026c71c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:19.170552827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7871fc-f0d0-484d-a05a-cba1b026c71c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:20.279034974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"602eb16c-7d04-4a2a-b350-404d34302f94","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c34304","tenantID":"e2e-ipp-a-c34304","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:20.319004911Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"602eb16c-7d04-4a2a-b350-404d34302f94","name":"e2e-ipp-a-c34304-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:22.059306712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"17dfb418-8909-450e-94fa-1dc2cd9182a7","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:22.059333591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"17dfb418-8909-450e-94fa-1dc2cd9182a7","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:22.08298857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"4c5c888f-c015-4231-921c-7bea24920b2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461609","tenantID":"e2e-api-a-461609","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:22.100621012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"082ebb87-a606-4cb1-9b48-4706d11793c1","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"maas-trlp-e2e-lifecycle-model-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:22.10152829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"4c5c888f-c015-4231-921c-7bea24920b2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"name":"e2e-api-a-461609-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:22.120936631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-461609-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6fa42b45a92489f6f51ae428efd8752b02dae5973a03a93e60611a8d222a217) AuthConfig (4c8cae27b9a78ca994b4f610dcc9b0052497e9deba16a425948c71bdd1efa977) AuthConfig (0c4120e197ed5d00dff4917c0ad243098fd5759fdc50178a23284190aaeb6053) AuthConfig (2b75ddee63253e9bad9f0833231421efcd48fbe3c11e01dc036ec6af352c2d09) AuthConfig (384d4222db6c067da01cd790b371e743884e2d273c69a6683191316c9bca0df0) AuthConfig (be1b16f653a32c244e6685f465d22727cf2c35e52532e4364a9623c2b0ef70a4) EnvoyFilter (openshift-ingress/e2e-api-a-461609) EnvoyFilter (openshift-ingress/e2e-api-a-461609)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"4c5c888f-c015-4231-921c-7bea24920b2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:22.201146346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"b15c5368-4b35-4e60-8e9c-d693ca1dc998","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:22.202918298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"d6449bd1-267c-4470-a325-0639a36fe6d5","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:22.202936777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"d6449bd1-267c-4470-a325-0639a36fe6d5","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:22.228137926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"b15c5368-4b35-4e60-8e9c-d693ca1dc998","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"e2e-mt-0847e8c0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:22.259203072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"8b7e3831-96c4-4038-9b8b-f879081d5984","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"maas-trlp-e2e-lifecycle-model-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:26.517567928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"43ed23cd-a54c-4a4d-b07e-e3013070560e","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:26.551668956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"43ed23cd-a54c-4a4d-b07e-e3013070560e","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:26.565290629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"ad1fe869-8c9e-4b98-9562-14d78f4837bf","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:26.579847059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"3c3be79c-6706-4c19-a3be-2c32362295c5","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"maas-trlp-e2e-lifecycle-model-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:26.583195611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"ad1fe869-8c9e-4b98-9562-14d78f4837bf","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"e2e-mt-0847e8c0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:26.653252883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"cdc3cc3a-e140-4994-8dc8-f5f4593aef59","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"maas-trlp-e2e-lifecycle-model-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:26.707136836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"c5e45173-585e-4f0d-acd5-14a73e75faa2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:26.725006957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"c5e45173-585e-4f0d-acd5-14a73e75faa2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"name":"e2e-api-a-e2a011-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:26.741722309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e2a011-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c7f11424675a0c290f7f4215600cee16b5a6a888976c1ddc1865818714121be) AuthConfig (45942ab5177caaa499719ab51a34889abc293f7e95b58b78574d6b0fc05e78b7) AuthConfig (45ca5dbed15a11307ca5ac8744fbf8f083aa571a06e0ae9493656de43322b747) AuthConfig (4830e23e44456db952fd4e50aa6c69bc52439b5725badae6d88d38ea4714fc9c) AuthConfig (c09f82ca5605d89f1bcde994dec382d83f6207781bdc819991e487df8be1e999) AuthConfig (3b0f9f08952f77cbec10e9a899ead5f4f218ea3a710fa62cf6233129c61edfae) EnvoyFilter (openshift-ingress/e2e-api-a-e2a011) EnvoyFilter (openshift-ingress/e2e-api-a-e2a011)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"c5e45173-585e-4f0d-acd5-14a73e75faa2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:27.945976032Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","namespace":"ai-tenant-e2e-api-a-3fae6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:27.946035796Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","namespace":"ai-tenant-e2e-api-a-3fae6d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:27.94608844Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","tenant":"e2e-api-a-3fae6d","tenantID":"e2e-api-a-3fae6d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:27.961174198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"Deployment","name":"maas-api-e2e-api-a-3fae6d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:27.987351129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"Service","name":"maas-api-e2e-api-a-3fae6d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.004458625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-3fae6d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.019333457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-3fae6d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.03520249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.050804786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.068943733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.084415381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.097322169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"Deployment","name":"payload-processing-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.110191135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.12326239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"Service","name":"payload-processing-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.136152023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"Service","name":"payload-pre-processing-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.149155459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.162091121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.175438374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.19762621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.211739314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.234952781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.265853246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-3fae6d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.290173044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3fae6d"},"namespace":"ai-tenant-e2e-api-a-3fae6d","name":"default-tenant","reconcileID":"a3348e15-ef95-4c3e-8a40-264754dc6261","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-3fae6d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:28.663735689Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3fae6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3fae6d","reconcileID":"22230ed6-712f-413a-8ac3-688b8cec0a74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3fae6d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-3fae6d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:29.109346284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda0c50e-bc10-4f91-8dcb-fffac16e69d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:29.13018986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda0c50e-bc10-4f91-8dcb-fffac16e69d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:29.143862959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda0c50e-bc10-4f91-8dcb-fffac16e69d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:29.157326693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda0c50e-bc10-4f91-8dcb-fffac16e69d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:29.688890413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738870aa-dab0-44d4-869b-e759f315a289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:29.703683795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738870aa-dab0-44d4-869b-e759f315a289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:29.716929435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738870aa-dab0-44d4-869b-e759f315a289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:29.730358341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738870aa-dab0-44d4-869b-e759f315a289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:30.679023261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5ade78-e75e-43fd-a8e8-38fc0a5412c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:30.692800172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5ade78-e75e-43fd-a8e8-38fc0a5412c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:30.70622011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5ade78-e75e-43fd-a8e8-38fc0a5412c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:30.719626596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5ade78-e75e-43fd-a8e8-38fc0a5412c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:31.257856883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6154c0d4-2064-46e3-af44-be83bc4c0370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:31.271300453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6154c0d4-2064-46e3-af44-be83bc4c0370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:31.284666496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6154c0d4-2064-46e3-af44-be83bc4c0370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:31.298166465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6154c0d4-2064-46e3-af44-be83bc4c0370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:32.147964678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"57ecdaaa-1bf1-4202-98eb-7c20a8a5ea21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461609","tenantID":"e2e-api-a-461609","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:32.165835542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"57ecdaaa-1bf1-4202-98eb-7c20a8a5ea21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"name":"e2e-api-a-461609-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:32.182694743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-461609-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6fa42b45a92489f6f51ae428efd8752b02dae5973a03a93e60611a8d222a217) AuthConfig (4c8cae27b9a78ca994b4f610dcc9b0052497e9deba16a425948c71bdd1efa977) AuthConfig (0c4120e197ed5d00dff4917c0ad243098fd5759fdc50178a23284190aaeb6053) AuthConfig (2b75ddee63253e9bad9f0833231421efcd48fbe3c11e01dc036ec6af352c2d09) AuthConfig (384d4222db6c067da01cd790b371e743884e2d273c69a6683191316c9bca0df0) AuthConfig (be1b16f653a32c244e6685f465d22727cf2c35e52532e4364a9623c2b0ef70a4) EnvoyFilter (openshift-ingress/e2e-api-a-461609) EnvoyFilter (openshift-ingress/e2e-api-a-461609)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"57ecdaaa-1bf1-4202-98eb-7c20a8a5ea21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:33.519441865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b5a64a-14fd-45ce-861d-97103484311f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:33.519470029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b5a64a-14fd-45ce-861d-97103484311f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:33.535448208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7652b31c-c6b8-461c-8581-0f2123fc8c4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:33.535469119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7652b31c-c6b8-461c-8581-0f2123fc8c4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:33.561273973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"943a810c-3ceb-4e9c-8e6b-7bd560606339","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0aea47","tenantID":"e2e-api-b-0aea47","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:33.579229811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"943a810c-3ceb-4e9c-8e6b-7bd560606339","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"name":"e2e-api-b-0aea47-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:33.596207677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0aea47-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"943a810c-3ceb-4e9c-8e6b-7bd560606339","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:33.615566875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a43ed66-5722-47b1-be6d-87730e401543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:33.615605791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a43ed66-5722-47b1-be6d-87730e401543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:35.999928194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"60594f1e-b42e-45fa-9f46-120769f9330c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7417dc","tenantID":"e2e-api-b-7417dc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.018178201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"60594f1e-b42e-45fa-9f46-120769f9330c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"name":"e2e-api-b-7417dc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.17001533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"573f14f5-4697-4b78-9884-a6024ede57a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7417dc","tenantID":"e2e-api-b-7417dc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.188771468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"573f14f5-4697-4b78-9884-a6024ede57a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"name":"e2e-api-b-7417dc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.2272849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37496928-fb86-4d17-843e-def606d7a4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.242192263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37496928-fb86-4d17-843e-def606d7a4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.257142952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37496928-fb86-4d17-843e-def606d7a4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.270756378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37496928-fb86-4d17-843e-def606d7a4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.778067052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"94df2165-16f8-41ca-8f6f-4146e52f3634","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.796238856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"94df2165-16f8-41ca-8f6f-4146e52f3634","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"name":"e2e-api-a-e2a011-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.812894319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e2a011-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c7f11424675a0c290f7f4215600cee16b5a6a888976c1ddc1865818714121be) AuthConfig (45942ab5177caaa499719ab51a34889abc293f7e95b58b78574d6b0fc05e78b7) AuthConfig (45ca5dbed15a11307ca5ac8744fbf8f083aa571a06e0ae9493656de43322b747) AuthConfig (4830e23e44456db952fd4e50aa6c69bc52439b5725badae6d88d38ea4714fc9c) AuthConfig (c09f82ca5605d89f1bcde994dec382d83f6207781bdc819991e487df8be1e999) AuthConfig (3b0f9f08952f77cbec10e9a899ead5f4f218ea3a710fa62cf6233129c61edfae) EnvoyFilter (openshift-ingress/e2e-api-a-e2a011) EnvoyFilter (openshift-ingress/e2e-api-a-e2a011)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"94df2165-16f8-41ca-8f6f-4146e52f3634","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.913159321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d899236-d37a-4929-a58e-d1a55ba785bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.926832044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d899236-d37a-4929-a58e-d1a55ba785bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.940347083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d899236-d37a-4929-a58e-d1a55ba785bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:36.953944129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d899236-d37a-4929-a58e-d1a55ba785bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:37.497072072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb690397-4a8d-4178-9dfa-13df75de54d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:37.510996148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb690397-4a8d-4178-9dfa-13df75de54d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:37.525336987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb690397-4a8d-4178-9dfa-13df75de54d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:37.539139047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb690397-4a8d-4178-9dfa-13df75de54d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:38.065934457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c23826d-fd0e-4c20-b44c-a5bccfcab6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:38.079549083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c23826d-fd0e-4c20-b44c-a5bccfcab6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:38.09301732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c23826d-fd0e-4c20-b44c-a5bccfcab6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:38.106709914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c23826d-fd0e-4c20-b44c-a5bccfcab6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:38.816156902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9258e77d-7593-4735-8509-f9470e578851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:38.82996897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9258e77d-7593-4735-8509-f9470e578851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:38.84507892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9258e77d-7593-4735-8509-f9470e578851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:38.858956097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9258e77d-7593-4735-8509-f9470e578851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:39.424032359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9871ea5-f578-487c-ba75-39319a91ff9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:39.504497145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9871ea5-f578-487c-ba75-39319a91ff9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:39.529550289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9871ea5-f578-487c-ba75-39319a91ff9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:39.544794846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9871ea5-f578-487c-ba75-39319a91ff9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:40.5766706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceeef245-4045-4e5e-b20b-173ed5c34f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:40.590658758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceeef245-4045-4e5e-b20b-173ed5c34f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:40.604783138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceeef245-4045-4e5e-b20b-173ed5c34f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:40.619079445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceeef245-4045-4e5e-b20b-173ed5c34f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:41.332667844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"592e1a97-36f4-4ac2-91c1-9b4efaf8d51a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:41.355984495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"592e1a97-36f4-4ac2-91c1-9b4efaf8d51a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:41.370744771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"592e1a97-36f4-4ac2-91c1-9b4efaf8d51a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:41.389535369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"592e1a97-36f4-4ac2-91c1-9b4efaf8d51a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:42.262802393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"0e64d319-1c32-40ab-9af6-edd866886f12","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461609","tenantID":"e2e-api-a-461609","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:42.295318959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"0e64d319-1c32-40ab-9af6-edd866886f12","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"name":"e2e-api-a-461609-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:42.39471367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bc753a9-0c97-4221-915d-74e1ebbd01fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:42.394834484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bc753a9-0c97-4221-915d-74e1ebbd01fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.650269648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"efcd0b41-e7f2-4d42-bbe3-b9d745f384ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0aea47","tenantID":"e2e-api-b-0aea47","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.676044448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"efcd0b41-e7f2-4d42-bbe3-b9d745f384ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"name":"e2e-api-b-0aea47-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.697456461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0aea47-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58eaeeca58eb3897b3250756b7455cb86a5756d7b1a063c297dbf04009b72798) AuthConfig (b8cf620ff9937684dc55ea08bc82d01a5f31cd40c1a348cd3589de8e4b00e62b) AuthConfig (aad76fe13d22b272e46d89108848fb841dbb73cce853da12f8222a0073c86779) AuthConfig (74c4853c249ed78946b1412ed20b277b70a8dc01771dffce7962270aa4479c2a) AuthConfig (acec55ed03c337a7594ba2be7b5cd85a44b09f2ff667bbf328ac8e39f3fa1ce5) AuthConfig (32f54255863348877214e6ca99b6ad70da1e51dbe2f4c93040f9955db1e06201) EnvoyFilter (openshift-ingress/e2e-api-b-0aea47) EnvoyFilter (openshift-ingress/e2e-api-b-0aea47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"efcd0b41-e7f2-4d42-bbe3-b9d745f384ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.717842963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a33fd39-a09b-4fb9-9bec-9b1810a19c83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.717982581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a33fd39-a09b-4fb9-9bec-9b1810a19c83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.945897768Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"59f617cd-eb4a-4bcd-805d-cfbfc24db596","namespace":"ai-tenant-e2e-mt-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.946003526Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"59f617cd-eb4a-4bcd-805d-cfbfc24db596","name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.96442016Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"59f617cd-eb4a-4bcd-805d-cfbfc24db596","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.964539076Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"59f617cd-eb4a-4bcd-805d-cfbfc24db596","namespace":"ai-tenant-e2e-mt-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.964797637Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"59f617cd-eb4a-4bcd-805d-cfbfc24db596","name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.965922752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"80fff5c5-1121-40b4-80ed-2875addbfc18","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.965941093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"80fff5c5-1121-40b4-80ed-2875addbfc18","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.983189152Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"59f617cd-eb4a-4bcd-805d-cfbfc24db596","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.983520134Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"9037a91c-0eab-45a7-a223-6b98e2600439","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.986263005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"5e96a95b-9bf5-4ba7-8442-5d9157205246","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:43.986284978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"5e96a95b-9bf5-4ba7-8442-5d9157205246","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:22:44.001295692Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"5e96a95b-9bf5-4ba7-8442-5d9157205246","name":"e2e-lifecycle-model-0847e8c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-0847e8c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:22:44.001351924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"5e96a95b-9bf5-4ba7-8442-5d9157205246","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-0847e8c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.006781901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"d7fbfa1c-a39a-4ebe-bc26-16ce115cc977","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.006802445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"d7fbfa1c-a39a-4ebe-bc26-16ce115cc977","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.014918694Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"11befd9c-dff3-40f5-8fc5-38f24ab34326","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35b82218","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.050021617Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"31721ca1-bad6-457e-a770-a74853f8544f","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35b82218","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.165660121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"9037a91c-0eab-45a7-a223-6b98e2600439","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.169608161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2c6262a-9d29-4122-9d19-6eb098032e0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.169627005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2c6262a-9d29-4122-9d19-6eb098032e0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.183481999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"9037a91c-0eab-45a7-a223-6b98e2600439","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"e2e-mt-0847e8c0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.183501143Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"9037a91c-0eab-45a7-a223-6b98e2600439","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.185371526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a17bb9c-1109-4c32-a2d8-63d7aa2a6d79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.185387495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a17bb9c-1109-4c32-a2d8-63d7aa2a6d79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.20101691Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"3855fb9a-c5de-403d-b91c-f5e4249c2e37","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.2012062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"b631752b-975c-438e-ad67-9cbf11d9e3f9","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.201229009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"b631752b-975c-438e-ad67-9cbf11d9e3f9","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.278499878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"8ac44bbc-d601-4820-8cb0-7cbf9f6f390e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-08dd33","tenantID":"e2e-api-b-08dd33","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.296748514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"8ac44bbc-d601-4820-8cb0-7cbf9f6f390e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"name":"e2e-api-b-08dd33-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.313856613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-08dd33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd1278c390333d48452810a2389efaebf94ca844d0a7ba951176db38d522192f) AuthConfig (50bc18ba07914919f382ac980168f8a6875ea22ba84d2cdb46e6eab7e4745c87) AuthConfig (02889c86342471ea1221c5514df63debf6f872fe3072dc174ac06be419b43684) AuthConfig (b2664a1e3cd5368039e40a12a29c2bc111dcf0b99bc0b9fbda8e610e10152bb4) AuthConfig (bf008157774fb0a58fa9784fa6499b5415e5bcca23b0dac4979633260f058e5e) AuthConfig (6f49abb71fc73f56b49b8f1a646a50554af0d80a5ec139a32252c0172c6fdc5a) EnvoyFilter (openshift-ingress/e2e-api-b-08dd33) EnvoyFilter (openshift-ingress/e2e-api-b-08dd33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"8ac44bbc-d601-4820-8cb0-7cbf9f6f390e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.33156193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8075cdd6-8d09-4be3-9baf-71dd2d8fa58f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.331622542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8075cdd6-8d09-4be3-9baf-71dd2d8fa58f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.366689699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"3855fb9a-c5de-403d-b91c-f5e4249c2e37","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.384892887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"3855fb9a-c5de-403d-b91c-f5e4249c2e37","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"e2e-mt-0847e8c0-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.384914507Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"3855fb9a-c5de-403d-b91c-f5e4249c2e37","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:22:44.398087135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-policy-0847e8c0","reconcileID":"3855fb9a-c5de-403d-b91c-f5e4249c2e37","error":"maasauthpolicies.maas.opendatahub.io \"e2e-policy-0847e8c0\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.722088408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"d69cd7a3-597d-4081-9050-be54932e0516","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461609","tenantID":"e2e-api-a-461609","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.739968332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"d69cd7a3-597d-4081-9050-be54932e0516","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"name":"e2e-api-a-461609-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.900933211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"f95045dc-dbb7-4c71-b5a9-d4b011c9f539","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461609","tenantID":"e2e-api-a-461609","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:44.919881571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"f95045dc-dbb7-4c71-b5a9-d4b011c9f539","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"name":"e2e-api-a-461609-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:45.006426626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4074895-ced8-4fb5-bcd1-010265889599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:45.020157693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4074895-ced8-4fb5-bcd1-010265889599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:45.034307955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4074895-ced8-4fb5-bcd1-010265889599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:45.048644662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4074895-ced8-4fb5-bcd1-010265889599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:45.616381711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac48da8-8224-4478-8fa6-d0bcaf46e006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:45.629915581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac48da8-8224-4478-8fa6-d0bcaf46e006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:45.643870607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac48da8-8224-4478-8fa6-d0bcaf46e006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:45.657320282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac48da8-8224-4478-8fa6-d0bcaf46e006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:45.773947207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"e0dd521c-4caa-49be-9117-fc411457dcc7","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.266213304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373eda84-2c51-44ad-82ec-1e26c4305ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.281499404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373eda84-2c51-44ad-82ec-1e26c4305ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.297174306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373eda84-2c51-44ad-82ec-1e26c4305ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.321332229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373eda84-2c51-44ad-82ec-1e26c4305ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.587292405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"72568ab9-4668-4659-bbfd-447b6390f10d","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.642059896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"09683e6e-3f05-44bf-b2f9-d18be9eff9c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.673921698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"b91c323f-c724-4c41-88fc-8e5e95708127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.700106947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"b91c323f-c724-4c41-88fc-8e5e95708127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.716308319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"108b2cfc-aee7-4754-8112-0c97df9cf12b","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.758839804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"ae4cf2f4-b809-415d-ad5e-df2fb0148492","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.842171899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"33f4ebb7-eb61-4740-9049-06b8bd717d1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.860105246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"33f4ebb7-eb61-4740-9049-06b8bd717d1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"name":"e2e-api-a-e2a011-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.873169824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8fa82e-3b88-4b2a-96a9-1165c57eb43d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.886913746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8fa82e-3b88-4b2a-96a9-1165c57eb43d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.901138218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8fa82e-3b88-4b2a-96a9-1165c57eb43d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:46.914664646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8fa82e-3b88-4b2a-96a9-1165c57eb43d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:47.048274842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a2ba482-bc8f-41fa-8ee0-23724c1b5da4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:47.048296551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a2ba482-bc8f-41fa-8ee0-23724c1b5da4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:47.496171778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"c19bba6a-94a6-4508-b8c1-fac416f82e2c","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:47.49619051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"c19bba6a-94a6-4508-b8c1-fac416f82e2c","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:47.50937295Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"8f1ad6ab-b758-4616-a482-a4ca7abf0698","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35b82218","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:47.529342469Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"febf66ec-717c-440e-9b1f-1b39beb32851","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35b82218","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:47.749906789Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:48.259667185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"7f309e70-dd07-4e35-8a64-b391a721a6c6","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:48.300633659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"71075563-3b2f-4e93-a02b-f06e6174b922","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:48.316521939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"4f5dc71a-6090-4892-a26b-4684f65287fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:48.334964114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"4f5dc71a-6090-4892-a26b-4684f65287fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:48.352905216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"a9941788-8e72-4394-a0e8-7ee1173c13e7","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:48.401736304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"3a674d4e-1062-41de-8a68-6f55969d074f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:49.023224955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"2ad20f5b-4846-4d70-9ae2-15cbb8608edc","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:49.803288182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"e12736e1-afc7-4f20-8399-004d070d1a99","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:50.577029666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"5771a829-b748-48c3-b0e4-0b7dff6c2f25","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:52.619798709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"b0831291-32dc-42f0-900e-54ce0dad6714","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:52.660475469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"d81f2f9b-c82f-4cc0-802f-4fc2c15763bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:52.678490052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"70ddd826-9f86-410f-ab98-4661d2667186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:52.69648429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"70ddd826-9f86-410f-ab98-4661d2667186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:52.713300922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"2845b16a-ee0a-447a-862f-33068152a182","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:52.761553113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"cc05de95-9eed-444d-8869-6fadf3d3ffd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:53.743835536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"699f3997-123e-4b69-ba41-179e64013707","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0aea47","tenantID":"e2e-api-b-0aea47","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:53.762550391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"699f3997-123e-4b69-ba41-179e64013707","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"name":"e2e-api-b-0aea47-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:53.779562362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0aea47-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58eaeeca58eb3897b3250756b7455cb86a5756d7b1a063c297dbf04009b72798) AuthConfig (b8cf620ff9937684dc55ea08bc82d01a5f31cd40c1a348cd3589de8e4b00e62b) AuthConfig (aad76fe13d22b272e46d89108848fb841dbb73cce853da12f8222a0073c86779) AuthConfig (74c4853c249ed78946b1412ed20b277b70a8dc01771dffce7962270aa4479c2a) AuthConfig (acec55ed03c337a7594ba2be7b5cd85a44b09f2ff667bbf328ac8e39f3fa1ce5) AuthConfig (32f54255863348877214e6ca99b6ad70da1e51dbe2f4c93040f9955db1e06201) EnvoyFilter (openshift-ingress/e2e-api-b-0aea47) EnvoyFilter (openshift-ingress/e2e-api-b-0aea47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"699f3997-123e-4b69-ba41-179e64013707","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:53.891509257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"3ec25251-c7f1-477a-a50b-acfc4b5a9f51","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:53.891535098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"3ec25251-c7f1-477a-a50b-acfc4b5a9f51","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:53.907262805Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"1877b10c-5847-4cc8-b7ce-0c53994e6e3d","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35b82218","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:53.922513208Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"04398d90-0ba6-443e-aacc-84550311209b","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35b82218","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:54.361093889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"a35c971e-0fbe-42dd-ae1b-9053bf646151","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-08dd33","tenantID":"e2e-api-b-08dd33","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:54.381451368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"a35c971e-0fbe-42dd-ae1b-9053bf646151","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"name":"e2e-api-b-08dd33-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:54.399919548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-08dd33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd1278c390333d48452810a2389efaebf94ca844d0a7ba951176db38d522192f) AuthConfig (50bc18ba07914919f382ac980168f8a6875ea22ba84d2cdb46e6eab7e4745c87) AuthConfig (02889c86342471ea1221c5514df63debf6f872fe3072dc174ac06be419b43684) AuthConfig (b2664a1e3cd5368039e40a12a29c2bc111dcf0b99bc0b9fbda8e610e10152bb4) AuthConfig (bf008157774fb0a58fa9784fa6499b5415e5bcca23b0dac4979633260f058e5e) AuthConfig (6f49abb71fc73f56b49b8f1a646a50554af0d80a5ec139a32252c0172c6fdc5a) EnvoyFilter (openshift-ingress/e2e-api-b-08dd33) EnvoyFilter (openshift-ingress/e2e-api-b-08dd33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"a35c971e-0fbe-42dd-ae1b-9053bf646151","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:54.669278436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"1e704db9-63a5-440c-a0f1-300a054bf944","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:54.715097314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"a4f8a26b-cff9-4f66-bd47-da85f1530f10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:54.731448434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"103522fd-6bf5-48f5-9705-f12deae5eec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:54.751624432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"103522fd-6bf5-48f5-9705-f12deae5eec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:54.77210653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"4abf3b52-7dbe-48d0-acb7-a0843163228c","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:54.813618973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"7b5dc614-e6ec-4fae-882a-9de15ace8114","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:55.507066732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"d1f853b6-ef08-47e3-ad53-2abe70716410","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:56.819452504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"729acc2e-d64b-4d24-b10b-fb1e9423eedf","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.146010013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ec55143-0a61-4593-a84f-5f5ad06bf075","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.146031674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ec55143-0a61-4593-a84f-5f5ad06bf075","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.171892479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dcd111ae","namespace":"ai-tenant-e2e-mt-dcd111ae"},"namespace":"ai-tenant-e2e-mt-dcd111ae","name":"e2e-policy-dcd111ae","reconcileID":"a7e1d36d-fc53-4cb1-982c-0c8ccffe9507","MaaSAuthPolicy":{"name":"e2e-policy-dcd111ae","namespace":"ai-tenant-e2e-mt-dcd111ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.191268551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dcd111ae","namespace":"ai-tenant-e2e-mt-dcd111ae"},"namespace":"ai-tenant-e2e-mt-dcd111ae","name":"e2e-policy-dcd111ae","reconcileID":"a7e1d36d-fc53-4cb1-982c-0c8ccffe9507","MaaSAuthPolicy":{"name":"e2e-policy-dcd111ae","namespace":"ai-tenant-e2e-mt-dcd111ae"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.264185951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c95c39af-21d9-42e1-8b90-8ccb5602d8f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.264208098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c95c39af-21d9-42e1-8b90-8ccb5602d8f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.599428701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"484eee2a-5f1e-488f-a8ed-f9e2ddaf38c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.618266077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"484eee2a-5f1e-488f-a8ed-f9e2ddaf38c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"name":"e2e-api-a-e2a011-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.778064146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"1721e6d1-e4b7-48a7-97b9-3dda8de2959f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.796256297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"1721e6d1-e4b7-48a7-97b9-3dda8de2959f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"name":"e2e-api-a-e2a011-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.908289057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abafaa78-f106-40a5-a9f4-ad74faea235b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.92165234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abafaa78-f106-40a5-a9f4-ad74faea235b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.935024848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abafaa78-f106-40a5-a9f4-ad74faea235b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:57.948253508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abafaa78-f106-40a5-a9f4-ad74faea235b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:58.610677367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9863eb3-73a2-4aa8-9a80-a7b48ef212a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:58.62423346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9863eb3-73a2-4aa8-9a80-a7b48ef212a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:58.637614932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9863eb3-73a2-4aa8-9a80-a7b48ef212a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:58.651140733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9863eb3-73a2-4aa8-9a80-a7b48ef212a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:59.235917192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4753a655-ca3e-45fd-914f-98eeca5f4f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:59.250951005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4753a655-ca3e-45fd-914f-98eeca5f4f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:59.265697634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4753a655-ca3e-45fd-914f-98eeca5f4f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:22:59.280678497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4753a655-ca3e-45fd-914f-98eeca5f4f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:03.80576662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"e73bca24-9b5e-44f4-bdf4-12c1a896b46f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0aea47","tenantID":"e2e-api-b-0aea47","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:03.823851851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"e73bca24-9b5e-44f4-bdf4-12c1a896b46f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"name":"e2e-api-b-0aea47-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:03.840943229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0aea47-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58eaeeca58eb3897b3250756b7455cb86a5756d7b1a063c297dbf04009b72798) AuthConfig (b8cf620ff9937684dc55ea08bc82d01a5f31cd40c1a348cd3589de8e4b00e62b) AuthConfig (aad76fe13d22b272e46d89108848fb841dbb73cce853da12f8222a0073c86779) AuthConfig (74c4853c249ed78946b1412ed20b277b70a8dc01771dffce7962270aa4479c2a) AuthConfig (acec55ed03c337a7594ba2be7b5cd85a44b09f2ff667bbf328ac8e39f3fa1ce5) AuthConfig (32f54255863348877214e6ca99b6ad70da1e51dbe2f4c93040f9955db1e06201) EnvoyFilter (openshift-ingress/e2e-api-b-0aea47) EnvoyFilter (openshift-ingress/e2e-api-b-0aea47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"e73bca24-9b5e-44f4-bdf4-12c1a896b46f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:03.936582374Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"e695152d-e8be-4b9a-8995-42d71e6aa66a","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35b82218","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:04.426498114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"f531e81d-5035-4d54-8dc2-3c4ad4c72a35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-08dd33","tenantID":"e2e-api-b-08dd33","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:04.444813613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"f531e81d-5035-4d54-8dc2-3c4ad4c72a35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"name":"e2e-api-b-08dd33-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:04.464193693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-08dd33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd1278c390333d48452810a2389efaebf94ca844d0a7ba951176db38d522192f) AuthConfig (50bc18ba07914919f382ac980168f8a6875ea22ba84d2cdb46e6eab7e4745c87) AuthConfig (02889c86342471ea1221c5514df63debf6f872fe3072dc174ac06be419b43684) AuthConfig (b2664a1e3cd5368039e40a12a29c2bc111dcf0b99bc0b9fbda8e610e10152bb4) AuthConfig (bf008157774fb0a58fa9784fa6499b5415e5bcca23b0dac4979633260f058e5e) AuthConfig (6f49abb71fc73f56b49b8f1a646a50554af0d80a5ec139a32252c0172c6fdc5a) EnvoyFilter (openshift-ingress/e2e-api-b-08dd33) EnvoyFilter (openshift-ingress/e2e-api-b-08dd33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"f531e81d-5035-4d54-8dc2-3c4ad4c72a35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:08.183253209Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7c383e50-9d7f-4282-a035-14bfb8060e65","namespace":"ai-tenant-e2e-mt-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:08.183341978Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7c383e50-9d7f-4282-a035-14bfb8060e65","name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:08.198766125Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7c383e50-9d7f-4282-a035-14bfb8060e65","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:08.198786413Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7c383e50-9d7f-4282-a035-14bfb8060e65","namespace":"ai-tenant-e2e-mt-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:13.875768893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"84fd56f6-ca95-4a3f-9428-e6081b72b7bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0aea47","tenantID":"e2e-api-b-0aea47","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:13.895728094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"84fd56f6-ca95-4a3f-9428-e6081b72b7bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"name":"e2e-api-b-0aea47-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:13.912741229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0aea47-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58eaeeca58eb3897b3250756b7455cb86a5756d7b1a063c297dbf04009b72798) AuthConfig (b8cf620ff9937684dc55ea08bc82d01a5f31cd40c1a348cd3589de8e4b00e62b) AuthConfig (aad76fe13d22b272e46d89108848fb841dbb73cce853da12f8222a0073c86779) AuthConfig (74c4853c249ed78946b1412ed20b277b70a8dc01771dffce7962270aa4479c2a) AuthConfig (acec55ed03c337a7594ba2be7b5cd85a44b09f2ff667bbf328ac8e39f3fa1ce5) AuthConfig (32f54255863348877214e6ca99b6ad70da1e51dbe2f4c93040f9955db1e06201) EnvoyFilter (openshift-ingress/e2e-api-b-0aea47) EnvoyFilter (openshift-ingress/e2e-api-b-0aea47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"84fd56f6-ca95-4a3f-9428-e6081b72b7bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:13.971898454Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"fe21be85-71ec-480c-8ad6-fcd7ada0b558","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","subscription":"e2e-sub-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:13.985829954Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"fe21be85-71ec-480c-8ad6-fcd7ada0b558","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:13.999474418Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-sub-0847e8c0","reconcileID":"fe21be85-71ec-480c-8ad6-fcd7ada0b558","MaaSSubscription":{"name":"e2e-sub-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"name":"maas-trlp-e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:14.120133931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"d15cbc4e-4a55-4ff9-b6e4-a4c0fb314b9f","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:14.120156461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"d15cbc4e-4a55-4ff9-b6e4-a4c0fb314b9f","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:14.491640518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"5f7d575b-cfa3-4c16-89a3-32df438596dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-08dd33","tenantID":"e2e-api-b-08dd33","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:14.50976745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"5f7d575b-cfa3-4c16-89a3-32df438596dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"name":"e2e-api-b-08dd33-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:14.527133635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-08dd33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd1278c390333d48452810a2389efaebf94ca844d0a7ba951176db38d522192f) AuthConfig (50bc18ba07914919f382ac980168f8a6875ea22ba84d2cdb46e6eab7e4745c87) AuthConfig (02889c86342471ea1221c5514df63debf6f872fe3072dc174ac06be419b43684) AuthConfig (b2664a1e3cd5368039e40a12a29c2bc111dcf0b99bc0b9fbda8e610e10152bb4) AuthConfig (bf008157774fb0a58fa9784fa6499b5415e5bcca23b0dac4979633260f058e5e) AuthConfig (6f49abb71fc73f56b49b8f1a646a50554af0d80a5ec139a32252c0172c6fdc5a) EnvoyFilter (openshift-ingress/e2e-api-b-08dd33) EnvoyFilter (openshift-ingress/e2e-api-b-08dd33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"5f7d575b-cfa3-4c16-89a3-32df438596dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:15.21382097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"fcb2b9d3-a78d-47f2-8dd6-a10409df3976","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461609","tenantID":"e2e-api-a-461609","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:15.231875312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"fcb2b9d3-a78d-47f2-8dd6-a10409df3976","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"name":"e2e-api-a-461609-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:16.136566819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"6b75186c-b19d-48ab-8aca-14c208b59112","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7417dc","tenantID":"e2e-api-b-7417dc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:16.154350112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"6b75186c-b19d-48ab-8aca-14c208b59112","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"name":"e2e-api-b-7417dc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:17.712736298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"13b924e0-107b-436b-87e8-e802eb2731bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:17.730729422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"13b924e0-107b-436b-87e8-e802eb2731bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"name":"e2e-api-a-e2a011-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:17.749327135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:18.420932779Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dcd111ae","namespace":"ai-tenant-e2e-mt-dcd111ae"},"namespace":"ai-tenant-e2e-mt-dcd111ae","name":"e2e-policy-dcd111ae","reconcileID":"fa00d8c5-54ce-4c18-8d7c-b222f78078c2","MaaSAuthPolicy":{"name":"e2e-policy-dcd111ae","namespace":"ai-tenant-e2e-mt-dcd111ae"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:18.537848181Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dcd111ae","namespace":"ai-tenant-e2e-mt-dcd111ae"},"namespace":"ai-tenant-e2e-mt-dcd111ae","name":"e2e-policy-dcd111ae","reconcileID":"fa00d8c5-54ce-4c18-8d7c-b222f78078c2","MaaSAuthPolicy":{"name":"e2e-policy-dcd111ae","namespace":"ai-tenant-e2e-mt-dcd111ae"},"policyNamespace":"ai-tenant-e2e-mt-dcd111ae","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.003013317Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"a08ed1b8-cedb-4f9f-b3d2-0c31f418c4dc","namespace":"ai-tenant-e2e-api-b-7417dc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.003074992Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"a08ed1b8-cedb-4f9f-b3d2-0c31f418c4dc","namespace":"ai-tenant-e2e-api-b-7417dc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.003121043Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"a08ed1b8-cedb-4f9f-b3d2-0c31f418c4dc","name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.020829884Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"a08ed1b8-cedb-4f9f-b3d2-0c31f418c4dc","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.021290379Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"0afb30ec-ab73-4614-8edf-b69ed8f64cac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.021768731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e101beb-1763-4de6-b596-b409e68ef0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.021791028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e101beb-1763-4de6-b596-b409e68ef0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.148737635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"0afb30ec-ab73-4614-8edf-b69ed8f64cac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7417dc","tenantID":"e2e-api-b-7417dc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.166919856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"0afb30ec-ab73-4614-8edf-b69ed8f64cac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"name":"e2e-api-b-7417dc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.166945231Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"e2e-e2e-api-b-7417dc-policy","reconcileID":"0afb30ec-ab73-4614-8edf-b69ed8f64cac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7417dc-policy","namespace":"ai-tenant-e2e-api-b-7417dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7417dc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.184623584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99d131d0-6fd8-4578-900f-deea655dcde6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.184641347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99d131d0-6fd8-4578-900f-deea655dcde6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.939361526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"61cf4bc6-463d-41b9-a84f-5839945d981d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0aea47","tenantID":"e2e-api-b-0aea47","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:23.957602726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"61cf4bc6-463d-41b9-a84f-5839945d981d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"name":"e2e-api-b-0aea47-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:24.071683716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cdaa60c-eb0a-44a8-b30d-6c134a47f5e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:24.071703777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cdaa60c-eb0a-44a8-b30d-6c134a47f5e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:24.553535856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"1225739c-6177-435b-bb8e-efcf34166495","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-08dd33","tenantID":"e2e-api-b-08dd33","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:24.571302301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"1225739c-6177-435b-bb8e-efcf34166495","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"name":"e2e-api-b-08dd33-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:24.734659821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8888ee58-fa05-4441-a4eb-6127beed997a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:24.734681897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8888ee58-fa05-4441-a4eb-6127beed997a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:30.717305274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361bb0ac-553e-4ef6-a939-1da9dfb2d58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:30.731316168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361bb0ac-553e-4ef6-a939-1da9dfb2d58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:30.7445364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361bb0ac-553e-4ef6-a939-1da9dfb2d58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:30.758297635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361bb0ac-553e-4ef6-a939-1da9dfb2d58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:31.322302481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c5b6c1-13d0-4907-9652-b47a75a8e2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:31.335833462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c5b6c1-13d0-4907-9652-b47a75a8e2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:31.349224696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c5b6c1-13d0-4907-9652-b47a75a8e2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:31.362487459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c5b6c1-13d0-4907-9652-b47a75a8e2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:31.569371216Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6a55e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6a55e1","reconcileID":"4653d0c2-26b8-48dc-a730-45f14cbaee30","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6a55e1","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-6a55e1":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:32.016895956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c17267c-c4fc-4375-bdf9-92a6868445f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:32.020967501Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-96027e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-96027e","reconcileID":"a9b560d1-47fc-40f5-9343-b17e0d363a80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-96027e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-96027e":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:32.031289608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c17267c-c4fc-4375-bdf9-92a6868445f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:32.04725684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c17267c-c4fc-4375-bdf9-92a6868445f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:32.062231317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c17267c-c4fc-4375-bdf9-92a6868445f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:32.68417735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f5bf0c-08a4-4f14-a29b-2ff423d09253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:32.699197724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f5bf0c-08a4-4f14-a29b-2ff423d09253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:32.713346813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f5bf0c-08a4-4f14-a29b-2ff423d09253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:32.726881793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f5bf0c-08a4-4f14-a29b-2ff423d09253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.362436478Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"9c450b10-079c-45c3-bedf-ff0863846bb8","namespace":"ai-tenant-e2e-api-a-e2a011","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.362655028Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"9c450b10-079c-45c3-bedf-ff0863846bb8","namespace":"ai-tenant-e2e-api-a-e2a011","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.362787841Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"9c450b10-079c-45c3-bedf-ff0863846bb8","name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.385281077Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"85b2f953-1068-4cca-892c-989ae059126f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.385715329Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"9c450b10-079c-45c3-bedf-ff0863846bb8","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.385965314Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","namespace":"ai-tenant-e2e-mt-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.386096773Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","namespace":"ai-tenant-e2e-mt-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.386220751Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","tenant":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.38679459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"183a73d2-851d-450f-baf4-3f696a4ec248","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.386872109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"183a73d2-851d-450f-baf4-3f696a4ec248","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.428304652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"Deployment","name":"maas-api-e2e-mt-0847e8c0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.456150222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"Service","name":"maas-api-e2e-mt-0847e8c0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.48253322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-0847e8c0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.500960249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-0847e8c0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.520328846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.529864884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"85b2f953-1068-4cca-892c-989ae059126f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.552009865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.560488212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"85b2f953-1068-4cca-892c-989ae059126f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"name":"e2e-api-a-e2a011-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.560590211Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"e2e-e2e-api-a-e2a011-policy","reconcileID":"85b2f953-1068-4cca-892c-989ae059126f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e2a011-policy","namespace":"ai-tenant-e2e-api-a-e2a011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e2a011","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.572934365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.585748523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46bb5c8e-87c2-43d0-8a24-47903a5c4d72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.585839077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46bb5c8e-87c2-43d0-8a24-47903a5c4d72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.589913862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.606891952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"Deployment","name":"payload-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.620440971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.636718411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"Service","name":"payload-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.65007874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"Service","name":"payload-pre-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.663265399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"DestinationRule","name":"payload-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.67625931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.689222614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.710506135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.724654534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.738449172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.751702517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.764671272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"cdf04ef7-b8eb-4ed0-a6a5-b7064532e08c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-0847e8c0","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.78590981Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"e4d88195-d7ed-4a09-b34d-4d20541a121b","namespace":"ai-tenant-e2e-api-a-461609","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.786027872Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"e4d88195-d7ed-4a09-b34d-4d20541a121b","namespace":"ai-tenant-e2e-api-a-461609","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.786114087Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"e4d88195-d7ed-4a09-b34d-4d20541a121b","name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.801877951Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"e4d88195-d7ed-4a09-b34d-4d20541a121b","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.802192601Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"0b893e5a-cfb9-436c-ae35-d0ee75f7a274","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.80259637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ff2045c-96b6-451a-b863-9d0f221df171","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.802615078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ff2045c-96b6-451a-b863-9d0f221df171","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.850853009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"0b893e5a-cfb9-436c-ae35-d0ee75f7a274","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461609","tenantID":"e2e-api-a-461609","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.87106687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"0b893e5a-cfb9-436c-ae35-d0ee75f7a274","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"name":"e2e-api-a-461609-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.896763404Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"e2e-e2e-api-a-461609-policy","reconcileID":"0b893e5a-cfb9-436c-ae35-d0ee75f7a274","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-461609-policy","namespace":"ai-tenant-e2e-api-a-461609"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-461609","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.954013365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa4156a6-8be2-49ec-b95a-2fa8bbeabc30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:35.954042275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa4156a6-8be2-49ec-b95a-2fa8bbeabc30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:36.080881543Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-0847e8c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-0847e8c0","reconcileID":"f92f6284-af7f-4fe8-9132-126a7395167b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-0847e8c0","removed":["maas.opendatahub.io/gateway-access-e2e-mt-0847e8c0"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.1418124Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"85e0b9cb-97b7-44b9-a372-8bffb7c40b93","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.178343732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"85e0b9cb-97b7-44b9-a372-8bffb7c40b93","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.184079079Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"4982ea85-1ccd-4ff6-9ff6-d4080c6de88e","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.184205495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"4982ea85-1ccd-4ff6-9ff6-d4080c6de88e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.195526456Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"fe5c049c-4edc-4c60-befa-d9294183781c","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.195682672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"fe5c049c-4edc-4c60-befa-d9294183781c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.221008706Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"12c12a22-1437-49bf-a494-86ba72ed035e","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.221222962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"12c12a22-1437-49bf-a494-86ba72ed035e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.266901978Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"0a46dae7-8b29-413a-a4bf-b6c78667aac0","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.266996504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"0a46dae7-8b29-413a-a4bf-b6c78667aac0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.347346873Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"3f009839-3a22-47c5-9a27-8d6c8f047fab","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.347428157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"3f009839-3a22-47c5-9a27-8d6c8f047fab","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:36.460137083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4abdf94-127e-4c5a-ac8d-cb863d1e138d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:36.47377423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4abdf94-127e-4c5a-ac8d-cb863d1e138d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:36.48749194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4abdf94-127e-4c5a-ac8d-cb863d1e138d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:36.500984411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4abdf94-127e-4c5a-ac8d-cb863d1e138d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.508548936Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"0544ddbe-b68d-4435-af6c-ce0b9dc3943a","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.508649543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"0544ddbe-b68d-4435-af6c-ce0b9dc3943a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.829606867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"70eb2a99-287a-45c1-bd9a-8b57b08d9801","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:36.829669664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"70eb2a99-287a-45c1-bd9a-8b57b08d9801","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:37.034387461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1b0a6c-c9a2-4840-8de7-e7fe3867e4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:37.047851621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1b0a6c-c9a2-4840-8de7-e7fe3867e4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:37.061180113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1b0a6c-c9a2-4840-8de7-e7fe3867e4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:37.07460945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1b0a6c-c9a2-4840-8de7-e7fe3867e4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:37.470247291Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"8025b412-437a-4af3-8a5b-257acca1d1cc","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:37.470359555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"8025b412-437a-4af3-8a5b-257acca1d1cc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:37.687236072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3e2014-4975-425c-883a-2f7f265d6966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:37.700849104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3e2014-4975-425c-883a-2f7f265d6966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:37.714331459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3e2014-4975-425c-883a-2f7f265d6966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:37.72786129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3e2014-4975-425c-883a-2f7f265d6966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:38.750901103Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"4dc1aef6-eab6-438d-a4af-819311eac195","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:38.750966152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"4dc1aef6-eab6-438d-a4af-819311eac195","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:41.312214645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"609d9b83-ac89-4d12-8f24-12a4432916dc","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:41.312295863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"609d9b83-ac89-4d12-8f24-12a4432916dc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:46.433372841Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"8e3481c5-45aa-40a5-abd7-bcdf2ea59808","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:46.433437721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"8e3481c5-45aa-40a5-abd7-bcdf2ea59808","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:46.774605701Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"5d430059-f788-48e5-bf35-166ced6508c8","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:46.774687951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"5d430059-f788-48e5-bf35-166ced6508c8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:46.819112809Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"66ece92f-9726-40af-9fd6-5f0a04be93bc","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:46.819172829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"66ece92f-9726-40af-9fd6-5f0a04be93bc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:47.196504231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7514807a-8025-4e8f-af9f-b1fc1703bcd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:47.210069341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7514807a-8025-4e8f-af9f-b1fc1703bcd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:47.223641034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7514807a-8025-4e8f-af9f-b1fc1703bcd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:47.236778318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7514807a-8025-4e8f-af9f-b1fc1703bcd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:47.754679949Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:47.834002361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5da01d2-0e00-4019-a084-afecee8744a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:47.847473506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5da01d2-0e00-4019-a084-afecee8744a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:47.852752653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"d0fdbf1e-ca38-4a6b-8133-666ce10b1217","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:47.852771503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"d0fdbf1e-ca38-4a6b-8133-666ce10b1217","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:47.860874716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5da01d2-0e00-4019-a084-afecee8744a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:47.8743994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5da01d2-0e00-4019-a084-afecee8744a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:47.900488481Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-0847e8c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-0847e8c0","reconcileID":"e51028f3-a694-4a39-a59a-fd6e6e9c4ddb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-0847e8c0","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-0847e8c0":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:48.232958816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"f89943a9-67fa-4ff4-a3bd-ab3b99140032","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:48.232986853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"f89943a9-67fa-4ff4-a3bd-ab3b99140032","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:23:48.469764176Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-0847e8c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-0847e8c0","reconcileID":"6eccd7a0-1420-45df-bd75-112f4e1ac2b9","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-mt-0847e8c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:48.504827286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbc2396-b06c-44b3-b342-4f830cb8eb62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:48.518209354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbc2396-b06c-44b3-b342-4f830cb8eb62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:48.531423903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbc2396-b06c-44b3-b342-4f830cb8eb62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:48.544802641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbc2396-b06c-44b3-b342-4f830cb8eb62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.161963039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15f1480-7103-41f0-8370-053b64801b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.177038783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15f1480-7103-41f0-8370-053b64801b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.197475129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15f1480-7103-41f0-8370-053b64801b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.212827772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15f1480-7103-41f0-8370-053b64801b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.274035666Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","namespace":"ai-tenant-e2e-api-b-7417dc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.2741012Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","namespace":"ai-tenant-e2e-api-b-7417dc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.274154876Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","tenant":"e2e-api-b-7417dc","tenantID":"e2e-api-b-7417dc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.290183872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"Deployment","name":"maas-api-e2e-api-b-7417dc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.321846765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"Service","name":"maas-api-e2e-api-b-7417dc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.343446164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-7417dc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.358715184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-7417dc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.375368223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.398363361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.416983752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.435550883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.450279077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"Deployment","name":"payload-processing-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.463415941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.476423554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"Service","name":"payload-processing-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.489241943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"Service","name":"payload-pre-processing-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.510005988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.52337894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.53836107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.555711989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.569828798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.586724704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.606076886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-7417dc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.619010553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7417dc"},"namespace":"ai-tenant-e2e-api-b-7417dc","name":"default-tenant","reconcileID":"0770e91e-548f-4a77-a57f-b245c1679b25","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-7417dc","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.928417284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bd0013-4558-43b6-8b0d-69260bbd7d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.941853278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bd0013-4558-43b6-8b0d-69260bbd7d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.955644246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bd0013-4558-43b6-8b0d-69260bbd7d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:49.969043656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bd0013-4558-43b6-8b0d-69260bbd7d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:50.003650223Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7417dc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7417dc","reconcileID":"3080c0d0-b945-4694-92da-6ecd1e40177e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-7417dc","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-7417dc"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:50.613166298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3442501e-c6b8-444e-af51-43a53ebeb077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:50.627142499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3442501e-c6b8-444e-af51-43a53ebeb077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:50.640475833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3442501e-c6b8-444e-af51-43a53ebeb077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:50.654073661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3442501e-c6b8-444e-af51-43a53ebeb077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:51.204337592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b705dda-ea1c-4d59-b990-4b8dae9b3732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:51.217600661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b705dda-ea1c-4d59-b990-4b8dae9b3732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:51.230902774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b705dda-ea1c-4d59-b990-4b8dae9b3732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:51.24416548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b705dda-ea1c-4d59-b990-4b8dae9b3732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:54.247858139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"da6224fa-171e-4c73-bc43-7872827cf0e3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-6a55e1","tenantID":"e2e-ipp-b-6a55e1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:54.28662334Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"da6224fa-171e-4c73-bc43-7872827cf0e3","name":"e2e-ipp-b-6a55e1-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:55.819829461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"0cb00fbb-952a-4d54-bd1f-07ccd6387e6a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-96027e","tenantID":"e2e-ipp-b-96027e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:55.864205654Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"0cb00fbb-952a-4d54-bd1f-07ccd6387e6a","name":"e2e-ipp-b-96027e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.555565077Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","namespace":"ai-tenant-e2e-api-a-e2a011","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.555695179Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","namespace":"ai-tenant-e2e-api-a-e2a011","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.555766635Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","tenant":"e2e-api-a-e2a011","tenantID":"e2e-api-a-e2a011","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.570740262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"Deployment","name":"maas-api-e2e-api-a-e2a011","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.597395201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"Service","name":"maas-api-e2e-api-a-e2a011","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.618218063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-e2a011","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.63554402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-e2a011","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.652970063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.668353481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.68648242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.701713061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.714526853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"Deployment","name":"payload-processing-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.727249366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.740020341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"Service","name":"payload-processing-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.752732578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"Service","name":"payload-pre-processing-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.767374609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.780078795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.792894659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.812639586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.826878424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.849698391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.864910319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-e2a011","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:23:59.878074715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e2a011"},"namespace":"ai-tenant-e2e-api-a-e2a011","name":"default-tenant","reconcileID":"c642bb53-dac7-408f-83e1-c41fd425866d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-e2a011","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:00.187897028Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e2a011","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e2a011","reconcileID":"32ddd938-af35-46b2-81d4-e13e9ead355e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e2a011","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-e2a011"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:00.626955999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b1d4f8-a09b-47c7-82b0-e163dc6b0c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:00.648402142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b1d4f8-a09b-47c7-82b0-e163dc6b0c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:00.664271339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b1d4f8-a09b-47c7-82b0-e163dc6b0c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:00.679884412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b1d4f8-a09b-47c7-82b0-e163dc6b0c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.251518635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d2705e-ea51-44b1-a170-fc5bbfc379ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.269806431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d2705e-ea51-44b1-a170-fc5bbfc379ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.283087252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d2705e-ea51-44b1-a170-fc5bbfc379ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.296665822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d2705e-ea51-44b1-a170-fc5bbfc379ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.771060173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"905e18d0-5aa5-4c06-8656-21b78b593320","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.810676693Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"905e18d0-5aa5-4c06-8656-21b78b593320","name":"e2e-mt-0847e8c0-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.830305779Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","namespace":"ai-tenant-e2e-api-a-461609","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.830398976Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","namespace":"ai-tenant-e2e-api-a-461609","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.830486647Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","tenant":"e2e-api-a-461609","tenantID":"e2e-api-a-461609","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.846468006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"Deployment","name":"maas-api-e2e-api-a-461609","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.876118355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"Service","name":"maas-api-e2e-api-a-461609","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.89846007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-461609","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.913532788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-461609","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.929269542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.948163673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.965901721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:01.99983755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.015712373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"Deployment","name":"payload-processing-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.031127025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.051308301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"Service","name":"payload-processing-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.103014627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"Service","name":"payload-pre-processing-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.116447975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.13145677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.144763584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.163023083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.176174652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.189361003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.204743086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-461609","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.218923428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-461609"},"namespace":"ai-tenant-e2e-api-a-461609","name":"default-tenant","reconcileID":"da9aa2e3-691d-4033-b91b-dc1783dbd441","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-461609","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.526177583Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-461609","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-461609","reconcileID":"628070df-650b-4b60-8132-dc81d21ab2a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-461609","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-461609"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.908292273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb35147-5adf-407f-b6af-71704029d53c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.930711582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb35147-5adf-407f-b6af-71704029d53c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.948927551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb35147-5adf-407f-b6af-71704029d53c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:02.963397065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb35147-5adf-407f-b6af-71704029d53c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:03.544195441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7cefbdc-f867-4513-9627-9d72a971948d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:03.558446869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7cefbdc-f867-4513-9627-9d72a971948d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:03.571981649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7cefbdc-f867-4513-9627-9d72a971948d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:03.58592136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7cefbdc-f867-4513-9627-9d72a971948d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:08.423922853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"2dd308a3-0496-4733-86c7-4caf62aa903a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0aea47","tenantID":"e2e-api-b-0aea47","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:08.442411783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"2dd308a3-0496-4733-86c7-4caf62aa903a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"name":"e2e-api-b-0aea47-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:08.59048562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"7ff4c1ad-9e6c-440b-899d-fd03aafa4e2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0aea47","tenantID":"e2e-api-b-0aea47","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:08.607633891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"7ff4c1ad-9e6c-440b-899d-fd03aafa4e2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"name":"e2e-api-b-0aea47-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:08.704198163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba973b6-cf51-4653-90a0-f2f78f3a81b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:08.716525011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba973b6-cf51-4653-90a0-f2f78f3a81b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:08.72880217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba973b6-cf51-4653-90a0-f2f78f3a81b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:08.741412511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba973b6-cf51-4653-90a0-f2f78f3a81b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:09.319105897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20394583-7911-44bc-bb12-3a8eef9c0f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:09.332562954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20394583-7911-44bc-bb12-3a8eef9c0f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:09.346476376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20394583-7911-44bc-bb12-3a8eef9c0f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:09.359861376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20394583-7911-44bc-bb12-3a8eef9c0f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:09.918246461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f0691a9-7b30-4c41-957a-be49b508261a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:09.931214609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f0691a9-7b30-4c41-957a-be49b508261a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:09.943945971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f0691a9-7b30-4c41-957a-be49b508261a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:09.956313633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f0691a9-7b30-4c41-957a-be49b508261a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:17.747564999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:19.949261064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680dea61-a058-49bc-b2d1-2749b3ba5407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:19.96193836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680dea61-a058-49bc-b2d1-2749b3ba5407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:19.976694364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680dea61-a058-49bc-b2d1-2749b3ba5407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:19.992505057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680dea61-a058-49bc-b2d1-2749b3ba5407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:20.525161914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"d8de5e51-8b20-4bb5-a378-be8bb9c3667e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-08dd33","tenantID":"e2e-api-b-08dd33","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:20.529927788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c019dc46-ae66-44ce-9ba2-4caa0e5cfc9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:20.542243606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c019dc46-ae66-44ce-9ba2-4caa0e5cfc9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:20.546740572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"d8de5e51-8b20-4bb5-a378-be8bb9c3667e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"name":"e2e-api-b-08dd33-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:20.554476049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c019dc46-ae66-44ce-9ba2-4caa0e5cfc9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:20.570602457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c019dc46-ae66-44ce-9ba2-4caa0e5cfc9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:20.717177562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"40f09bb0-9e3f-450a-9d5e-6bb0886ab273","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-08dd33","tenantID":"e2e-api-b-08dd33","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:20.734190794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"40f09bb0-9e3f-450a-9d5e-6bb0886ab273","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"name":"e2e-api-b-08dd33-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:21.188416505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d6753f-a366-43c5-b525-da9aec1f7de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:21.201514997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d6753f-a366-43c5-b525-da9aec1f7de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:21.215058398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d6753f-a366-43c5-b525-da9aec1f7de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:21.258342988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d6753f-a366-43c5-b525-da9aec1f7de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:21.933188409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd633ab-1fad-49da-be55-18e3bc91b2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:21.945254738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd633ab-1fad-49da-be55-18e3bc91b2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:21.965714129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd633ab-1fad-49da-be55-18e3bc91b2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:21.980734725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd633ab-1fad-49da-be55-18e3bc91b2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:22.531375054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99ece3a-810a-4841-b5b7-3e631c0bb0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:22.543453121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99ece3a-810a-4841-b5b7-3e631c0bb0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:22.562975911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99ece3a-810a-4841-b5b7-3e631c0bb0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:22.578662999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99ece3a-810a-4841-b5b7-3e631c0bb0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:23.222328322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf17bbc-8b46-4e01-afe9-ebe5b4839174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:23.234984504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf17bbc-8b46-4e01-afe9-ebe5b4839174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:23.248035884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf17bbc-8b46-4e01-afe9-ebe5b4839174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:23.264539015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf17bbc-8b46-4e01-afe9-ebe5b4839174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:24.07859316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"664125ec-54e6-4d51-9549-2677048b1df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:24.09571435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"664125ec-54e6-4d51-9549-2677048b1df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:24.114418601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"664125ec-54e6-4d51-9549-2677048b1df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:24.128465609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"664125ec-54e6-4d51-9549-2677048b1df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:24.725188736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadbb6ea-a522-4239-907d-9cea2d3a1327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:24.738022558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadbb6ea-a522-4239-907d-9cea2d3a1327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:24.764167831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadbb6ea-a522-4239-907d-9cea2d3a1327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:24.791104862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadbb6ea-a522-4239-907d-9cea2d3a1327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:27.010196851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"dcfd685c-aefe-42b5-af14-3c0cc65fe1a6","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:27.016663759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"dcfd685c-aefe-42b5-af14-3c0cc65fe1a6","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:27.37555616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26e9a31-acd8-4464-9a5a-64f5425d8e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:27.388867832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26e9a31-acd8-4464-9a5a-64f5425d8e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:27.401669652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26e9a31-acd8-4464-9a5a-64f5425d8e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:27.414365441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26e9a31-acd8-4464-9a5a-64f5425d8e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:27.948984594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a71c0f1-a7cd-465f-ac6c-d76abed98ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:27.961236999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a71c0f1-a7cd-465f-ac6c-d76abed98ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:27.973350879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a71c0f1-a7cd-465f-ac6c-d76abed98ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:27.985683468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a71c0f1-a7cd-465f-ac6c-d76abed98ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:47.748258417Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:50.083435455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf588c77-8ad7-4593-a83e-5e2595f864a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:50.096134318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf588c77-8ad7-4593-a83e-5e2595f864a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:50.108471529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf588c77-8ad7-4593-a83e-5e2595f864a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:50.121357444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf588c77-8ad7-4593-a83e-5e2595f864a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:50.677200511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2187b543-7d24-4a7b-a278-991f36851804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:50.704592128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2187b543-7d24-4a7b-a278-991f36851804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:50.720499559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2187b543-7d24-4a7b-a278-991f36851804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:50.744322515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2187b543-7d24-4a7b-a278-991f36851804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:50.986705253Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f8397b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f8397b","reconcileID":"27180c8e-f35f-41ca-8ec5-81bb216518df","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f8397b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f8397b":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:51.440876964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c396ef-67d1-4b48-aa96-87d36cbbec94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:51.453960707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c396ef-67d1-4b48-aa96-87d36cbbec94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:51.466787948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c396ef-67d1-4b48-aa96-87d36cbbec94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:51.480560497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c396ef-67d1-4b48-aa96-87d36cbbec94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:52.093426109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e359611c-eb3c-45d5-941c-3d63aa22089e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:52.106435869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e359611c-eb3c-45d5-941c-3d63aa22089e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:52.118779311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e359611c-eb3c-45d5-941c-3d63aa22089e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:52.131096794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e359611c-eb3c-45d5-941c-3d63aa22089e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:24:52.657995715Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f8397b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f8397b","reconcileID":"4feb71ab-6a15-4718-b3bb-05a4aa0aff50","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-f8397b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:52.718551408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9d3aa5-d25b-470f-819a-90a3955df69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:52.731850509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9d3aa5-d25b-470f-819a-90a3955df69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:52.744415554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9d3aa5-d25b-470f-819a-90a3955df69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:52.756854913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9d3aa5-d25b-470f-819a-90a3955df69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:53.621897213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce4ce3ad-a2bc-4ece-97a8-baf21f8d63f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:53.63622624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce4ce3ad-a2bc-4ece-97a8-baf21f8d63f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:53.649293797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce4ce3ad-a2bc-4ece-97a8-baf21f8d63f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:53.663108368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce4ce3ad-a2bc-4ece-97a8-baf21f8d63f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:54.184047028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b7d2c1-73e5-4067-85b4-e880464260cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:54.196472056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b7d2c1-73e5-4067-85b4-e880464260cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:54.208743196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b7d2c1-73e5-4067-85b4-e880464260cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:54.220700111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b7d2c1-73e5-4067-85b4-e880464260cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:54.426081736Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3fb3ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3fb3ad","reconcileID":"355e2a11-288e-4d94-a02e-21080b8499cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3fb3ad","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-3fb3ad":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:54.482034563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"837e792a-9c4c-4610-82f3-dd33c74a954a","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:54.482058979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"837e792a-9c4c-4610-82f3-dd33c74a954a","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:54.584413421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"1fbf8ef7-27db-4934-b151-f41ac023e2ff","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:54.584446237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"1fbf8ef7-27db-4934-b151-f41ac023e2ff","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:54.830035291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b71121d-f35c-45f6-9fd0-901a3ed431d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:54.849495095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b71121d-f35c-45f6-9fd0-901a3ed431d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:54.864776537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b71121d-f35c-45f6-9fd0-901a3ed431d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:54.878656505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b71121d-f35c-45f6-9fd0-901a3ed431d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:55.396049585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fcf8e0-d1ea-411c-a207-863b46ad7fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:55.408271574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fcf8e0-d1ea-411c-a207-863b46ad7fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:55.420903029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fcf8e0-d1ea-411c-a207-863b46ad7fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:55.436272397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fcf8e0-d1ea-411c-a207-863b46ad7fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:56.632487414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"b3802143-7410-4b74-a718-a19f9b3e7298","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:56.649773461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"0ecef4ca-a804-4958-93c8-2dd30c66361c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:56.774641913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"f25f5b46-314f-4f2c-8eed-adf0c1ac35e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:56.868845861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"2f4b278c-0981-4b7f-a94f-1c557c150e03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:56.868920999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ed00c64b-f71f-4016-9f4d-3a55cc687ac2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:56.968442067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"e2272bbd-e7ce-4bcb-b465-d1128104e137","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:56.968671975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"6533b3b8-ec2e-46b0-a048-aee6158bf97e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:57.067345825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"fe5c51b6-a767-4ce7-8133-1040f7c4361e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:57.067388328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"cd5fe256-b9ca-4b37-8ecf-632c7326de7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:57.167748927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"66f6281e-2d1d-443c-9bac-535e7eabd5cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:57.167969139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e38f87cb-f6db-491c-886f-93d1e0b524ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:57.267763769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"2e5ce025-f76c-4b15-b268-e0b18913841f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:57.267788359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"e241ff72-ced7-4c20-b862-1e30f42d8fa4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:57.280773488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"9172f2b8-7ca3-48b4-a391-a3c9e74d8e62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:57.369087645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"4ff5bb07-d71a-4840-a9f7-598abecd0e58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:24:57.370073163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"cf30123f-a4bb-4dc9-a6f4-f83ecb4a9ed0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:00.714963271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"32e2b025-159a-4571-9b98-d6d9aa3778ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-08dd33","tenantID":"e2e-api-b-08dd33","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:00.733634504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"32e2b025-159a-4571-9b98-d6d9aa3778ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"name":"e2e-api-b-08dd33-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:01.67202374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5d193f-6014-43e5-9e67-c174b7d61014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:01.68679903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5d193f-6014-43e5-9e67-c174b7d61014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:01.707266824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5d193f-6014-43e5-9e67-c174b7d61014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:01.719621776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5d193f-6014-43e5-9e67-c174b7d61014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:02.207454674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5158be-232b-4695-beb3-8e03f6c91eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:02.264065707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5158be-232b-4695-beb3-8e03f6c91eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:02.276394423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5158be-232b-4695-beb3-8e03f6c91eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:02.288830402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5158be-232b-4695-beb3-8e03f6c91eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:02.813376521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f6de97-a131-41ac-adfa-01c47f46247c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:02.825992223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f6de97-a131-41ac-adfa-01c47f46247c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:02.838316846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f6de97-a131-41ac-adfa-01c47f46247c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:02.85048126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f6de97-a131-41ac-adfa-01c47f46247c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:03.407935309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702f708f-7924-4a3e-9eef-d24c16ced623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:03.42030879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702f708f-7924-4a3e-9eef-d24c16ced623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:03.432435255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702f708f-7924-4a3e-9eef-d24c16ced623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:03.4446364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702f708f-7924-4a3e-9eef-d24c16ced623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:04.000214758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e13d65-0442-41f2-8e66-7a7a3555b783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:04.01287783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e13d65-0442-41f2-8e66-7a7a3555b783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:04.0252877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e13d65-0442-41f2-8e66-7a7a3555b783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:04.037651999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e13d65-0442-41f2-8e66-7a7a3555b783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:04.606185969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22600b21-f4e6-43a7-9535-5fc48eb81ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:04.619325981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22600b21-f4e6-43a7-9535-5fc48eb81ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:04.633330852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22600b21-f4e6-43a7-9535-5fc48eb81ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:04.647058417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22600b21-f4e6-43a7-9535-5fc48eb81ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:04.70283332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"89aa0225-06ac-4949-8e31-d6057f3d70ad","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"tenant":"e2e-mt-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","model":"ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:04.702861005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"89aa0225-06ac-4949-8e31-d6057f3d70ad","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"routeName":"e2e-lifecycle-model-0847e8c0-kserve-route","namespace":"ai-tenant-e2e-mt-0847e8c0","llmisvcName":"e2e-lifecycle-model-0847e8c0","gateway":"openshift-ingress/e2e-mt-0847e8c0","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:05.14313414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d991850a-b2cb-4599-938f-38e372fde2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:05.157064872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d991850a-b2cb-4599-938f-38e372fde2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:05.169504249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d991850a-b2cb-4599-938f-38e372fde2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:05.181685149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d991850a-b2cb-4599-938f-38e372fde2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:05.790695021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a47483e-0cba-42dc-81e9-8c7d362cb202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:05.803872569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a47483e-0cba-42dc-81e9-8c7d362cb202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:05.816200153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a47483e-0cba-42dc-81e9-8c7d362cb202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:05.829277277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a47483e-0cba-42dc-81e9-8c7d362cb202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:06.551910222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26df87d0-91c2-469b-b115-6ef5c01fc421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:06.564962142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26df87d0-91c2-469b-b115-6ef5c01fc421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:06.577202136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26df87d0-91c2-469b-b115-6ef5c01fc421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:06.589428184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26df87d0-91c2-469b-b115-6ef5c01fc421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:07.109904644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319bc6a0-c888-4da9-bb44-f89d4b23cacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:07.122322832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319bc6a0-c888-4da9-bb44-f89d4b23cacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:07.134753266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319bc6a0-c888-4da9-bb44-f89d4b23cacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:07.147069601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319bc6a0-c888-4da9-bb44-f89d4b23cacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:07.778012994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5b4589-a39b-41ed-9a94-1aad1f82440c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:07.790501458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5b4589-a39b-41ed-9a94-1aad1f82440c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:07.802693037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5b4589-a39b-41ed-9a94-1aad1f82440c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:07.814763486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5b4589-a39b-41ed-9a94-1aad1f82440c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:08.321564794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a93f71-aab4-418e-ae38-1c547c259be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:08.333845205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a93f71-aab4-418e-ae38-1c547c259be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:08.346062182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a93f71-aab4-418e-ae38-1c547c259be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:08.358052102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a93f71-aab4-418e-ae38-1c547c259be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:08.650894094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"d3da522d-279a-49a2-aedf-8b0c055d7b5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0aea47","tenantID":"e2e-api-b-0aea47","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:08.667663618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"d3da522d-279a-49a2-aedf-8b0c055d7b5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"name":"e2e-api-b-0aea47-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:08.89131779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e6c221-145b-4898-a1c3-5a38624c8f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:08.903836138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e6c221-145b-4898-a1c3-5a38624c8f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:08.916452848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e6c221-145b-4898-a1c3-5a38624c8f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:08.928496216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e6c221-145b-4898-a1c3-5a38624c8f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:09.494897784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538df3dc-aa78-424f-a499-a527466cbc06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:09.508056847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538df3dc-aa78-424f-a499-a527466cbc06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:09.520532459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538df3dc-aa78-424f-a499-a527466cbc06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:09.533607663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538df3dc-aa78-424f-a499-a527466cbc06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.590950197Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","namespace":"ai-tenant-e2e-ipp-a-c34304","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.591003655Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","namespace":"ai-tenant-e2e-ipp-a-c34304","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.59106366Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","tenant":"e2e-ipp-a-c34304","tenantID":"e2e-ipp-a-c34304","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.604790493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"Deployment","name":"maas-api-e2e-ipp-a-c34304","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.631563937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"Service","name":"maas-api-e2e-ipp-a-c34304","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.649123357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-c34304","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.663710252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-c34304","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.68055274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.694688995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.711536266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.725792771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.739428274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.754604477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.783407113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"Service","name":"payload-processing-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.805278524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.819836245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.834105264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.851733497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.86845557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.882508977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.896221728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.909988091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-c34304","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:11.923439935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c34304"},"namespace":"ai-tenant-e2e-ipp-a-c34304","name":"default-tenant","reconcileID":"f4daaba0-180b-469f-855b-b762a6e8c654","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-c34304","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:12.183985045Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c34304","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c34304","reconcileID":"f4fa5406-385f-4333-9094-87d023d500d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c34304","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-c34304"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:12.519153208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae08e669-ade4-4e0a-a857-bb44de97d811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:12.53141081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae08e669-ade4-4e0a-a857-bb44de97d811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:12.544310738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae08e669-ade4-4e0a-a857-bb44de97d811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:12.557218082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae08e669-ade4-4e0a-a857-bb44de97d811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.074540293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c1b661-1f31-48c1-bb59-89f5484af914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.087400371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c1b661-1f31-48c1-bb59-89f5484af914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.100392928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c1b661-1f31-48c1-bb59-89f5484af914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.11300773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c1b661-1f31-48c1-bb59-89f5484af914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.501981579Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","namespace":"ai-tenant-e2e-mt-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.502065786Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","namespace":"ai-tenant-e2e-mt-0847e8c0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.502132966Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","tenant":"e2e-mt-0847e8c0","tenantID":"e2e-mt-0847e8c0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.515727367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"Deployment","name":"maas-api-e2e-mt-0847e8c0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.545606194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"Service","name":"maas-api-e2e-mt-0847e8c0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.562895924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-0847e8c0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.576870228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-0847e8c0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.59427449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.608607524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.628060319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.64225854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.653993868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"Deployment","name":"payload-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.66583441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.677477217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"Service","name":"payload-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.68907123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"Service","name":"payload-pre-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.702078519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"DestinationRule","name":"payload-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.713832412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.725484793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.741187509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.757703596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.773810101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.78768278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-0847e8c0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:13.806641514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"default-tenant","reconcileID":"7edb24bd-f5a4-45a7-b788-335a3dba16e8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-0847e8c0","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:14.047097244Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-0847e8c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-0847e8c0","reconcileID":"94536af0-ed88-453a-b8f5-34e1556e2bc8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-0847e8c0","removed":["maas.opendatahub.io/gateway-access-e2e-mt-0847e8c0"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.109341431Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"96e710b9-1a23-46d3-81c0-49d389934442","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.139868132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"96e710b9-1a23-46d3-81c0-49d389934442","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.146031564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"30662d8c-47ac-4729-bc41-22af511c16d7","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.14612606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"30662d8c-47ac-4729-bc41-22af511c16d7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.157052628Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"fedc8e50-96a6-40aa-a185-03fe1f24f081","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.157146347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"fedc8e50-96a6-40aa-a185-03fe1f24f081","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.178401858Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"08b5e88e-3f07-47a8-a65a-00f732456398","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.178480902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"08b5e88e-3f07-47a8-a65a-00f732456398","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.222012661Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"02ce871f-26a5-4ccb-bda4-98b794abb12d","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.222104096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"02ce871f-26a5-4ccb-bda4-98b794abb12d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.304966057Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"2a1c5625-c7c3-4ed7-b454-733336371549","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.305055297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"2a1c5625-c7c3-4ed7-b454-733336371549","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.467636494Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"b0561af4-b8d8-489e-abb4-e663dcacb0af","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.467842306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"b0561af4-b8d8-489e-abb4-e663dcacb0af","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:14.470200476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9246099-543f-4a82-bbdc-47e5522f9b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:14.496640052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9246099-543f-4a82-bbdc-47e5522f9b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:14.510888391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9246099-543f-4a82-bbdc-47e5522f9b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:14.53830487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9246099-543f-4a82-bbdc-47e5522f9b91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.790818593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"15061d4e-ea82-4abc-a2b0-e7cb2b6d2835","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:14.791026575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"15061d4e-ea82-4abc-a2b0-e7cb2b6d2835","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:15.120627194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e394a4-fac7-4578-b47a-7719919b3c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:15.133380807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e394a4-fac7-4578-b47a-7719919b3c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:15.145825331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e394a4-fac7-4578-b47a-7719919b3c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:15.158523491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e394a4-fac7-4578-b47a-7719919b3c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:15.432358557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"be0b7a36-444d-4495-a297-464690d41c72","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:15.432434383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"be0b7a36-444d-4495-a297-464690d41c72","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:15.472166868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"34ffa657-b408-4b37-a14d-52d5913357c5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f8397b","tenantID":"e2e-ipp-a-f8397b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:15.509784655Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"34ffa657-b408-4b37-a14d-52d5913357c5","name":"e2e-ipp-a-f8397b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:16.713424574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"af8f3735-8083-470d-a769-3236cbbb4fdf","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:16.713497193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"af8f3735-8083-470d-a769-3236cbbb4fdf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:17.747839378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:19.274058995Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"2809bca4-9d24-411f-833e-2a96fc993652","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:19.274128866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"2809bca4-9d24-411f-833e-2a96fc993652","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:19.898487868Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"e20d966c-892c-4274-bb52-2595c0229503","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:19.898553315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"e20d966c-892c-4274-bb52-2595c0229503","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.023314227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"53376ec6-27c2-4aca-a679-28d7dc98e5e2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fb3ad","tenantID":"e2e-ipp-a-3fb3ad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.061382169Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"53376ec6-27c2-4aca-a679-28d7dc98e5e2","name":"e2e-ipp-a-3fb3ad-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:20.063157887Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"7d56f1aa-aaad-42aa-af2c-3aab2341c457","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:20.063221174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"7d56f1aa-aaad-42aa-af2c-3aab2341c457","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:20.081617423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"b0065c17-23ca-473a-a168-1164eff2fcfe","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:20.081794449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"b0065c17-23ca-473a-a168-1164eff2fcfe","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.099090711Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"a9d4eb34-c9bd-4f83-9088-19dd58bad297","namespace":"ai-tenant-e2e-api-b-0aea47","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.099153703Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"a9d4eb34-c9bd-4f83-9088-19dd58bad297","namespace":"ai-tenant-e2e-api-b-0aea47","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.099210648Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"a9d4eb34-c9bd-4f83-9088-19dd58bad297","name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.115729423Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"a9d4eb34-c9bd-4f83-9088-19dd58bad297","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.116953012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"6aa888c3-da90-46c0-902d-41f80754689d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.11710647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b23676ea-9dc6-4e88-8a34-3cebebfab8e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.117123546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b23676ea-9dc6-4e88-8a34-3cebebfab8e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.286620726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"6aa888c3-da90-46c0-902d-41f80754689d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0aea47","tenantID":"e2e-api-b-0aea47","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.354040952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"6aa888c3-da90-46c0-902d-41f80754689d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"name":"e2e-api-b-0aea47-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.354068517Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"e2e-e2e-api-b-0aea47-policy","reconcileID":"6aa888c3-da90-46c0-902d-41f80754689d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0aea47-policy","namespace":"ai-tenant-e2e-api-b-0aea47"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0aea47","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.373254025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1e83894-61c3-4e27-9c76-7d8c8d4c8faa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.373281883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1e83894-61c3-4e27-9c76-7d8c8d4c8faa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.513274877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f383c9ba-8d40-47ea-baba-5d9513902daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.525817764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f383c9ba-8d40-47ea-baba-5d9513902daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.538383899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f383c9ba-8d40-47ea-baba-5d9513902daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:20.551118597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f383c9ba-8d40-47ea-baba-5d9513902daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:21.119080888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd3a052-1e68-4c64-98ca-681c346033d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:21.131261247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd3a052-1e68-4c64-98ca-681c346033d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:21.143682897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd3a052-1e68-4c64-98ca-681c346033d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:21.155985167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd3a052-1e68-4c64-98ca-681c346033d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:21.641830028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd5c797-127c-4f0b-83f3-d291b0bdbd98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:21.654200418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd5c797-127c-4f0b-83f3-d291b0bdbd98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:21.667041276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd5c797-127c-4f0b-83f3-d291b0bdbd98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:21.679526499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd5c797-127c-4f0b-83f3-d291b0bdbd98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.591913743Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"b1b4af47-1798-400d-af62-8f3d501e11fe","namespace":"ai-tenant-e2e-api-b-08dd33","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.591991877Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"b1b4af47-1798-400d-af62-8f3d501e11fe","namespace":"ai-tenant-e2e-api-b-08dd33","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.592039116Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"b1b4af47-1798-400d-af62-8f3d501e11fe","name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.608749867Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"b1b4af47-1798-400d-af62-8f3d501e11fe","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.608925963Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","namespace":"ai-tenant-e2e-ipp-a-f52ea1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.608980928Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","namespace":"ai-tenant-e2e-ipp-a-f52ea1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.609037107Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","tenant":"e2e-ipp-a-f52ea1","tenantID":"e2e-ipp-a-f52ea1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.609083307Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"49ab0ea9-3fdd-4df7-af99-bbea5e8c5db4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.60945711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16b584f2-5762-404b-a095-4050145a441d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.609471431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16b584f2-5762-404b-a095-4050145a441d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.623087616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f52ea1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.651899686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"Service","name":"maas-api-e2e-ipp-a-f52ea1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.667563689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f52ea1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.681447195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f52ea1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.697695951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.712394711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.729846989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.73447351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"49ab0ea9-3fdd-4df7-af99-bbea5e8c5db4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-08dd33","tenantID":"e2e-api-b-08dd33","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.744519737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.751541412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"49ab0ea9-3fdd-4df7-af99-bbea5e8c5db4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"name":"e2e-api-b-08dd33-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.751560847Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"e2e-e2e-api-b-08dd33-policy","reconcileID":"49ab0ea9-3fdd-4df7-af99-bbea5e8c5db4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-08dd33-policy","namespace":"ai-tenant-e2e-api-b-08dd33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-08dd33","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.758612427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.769116212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2b83b4e-e993-4f11-af49-7e5d737f40cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.769132907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2b83b4e-e993-4f11-af49-7e5d737f40cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.775423991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.800271098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"Service","name":"payload-processing-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.826750758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.845785455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.860686126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.876541692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.892960253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.907048534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.92159312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.935703968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f52ea1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:24.949923225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f52ea1"},"namespace":"ai-tenant-e2e-ipp-a-f52ea1","name":"default-tenant","reconcileID":"7bb3433a-7a28-4e10-ad71-bc8d4328db28","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f52ea1","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:25.324243772Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f52ea1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f52ea1","reconcileID":"d4792141-8be2-4ec4-bd71-99ef8096d760","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f52ea1","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f52ea1"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:25.379125189Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"437de5bc-c7d1-4718-bc21-1d96ad9f3990","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:25.379191767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"437de5bc-c7d1-4718-bc21-1d96ad9f3990","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:25.661145239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b445923b-5df6-4ce9-8df5-bba9ae673607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:25.674142835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b445923b-5df6-4ce9-8df5-bba9ae673607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:25.687407601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b445923b-5df6-4ce9-8df5-bba9ae673607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:25.70124043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b445923b-5df6-4ce9-8df5-bba9ae673607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:26.225702595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3ae989-a4a3-4cca-a454-8c67f08ff064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:26.238149636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3ae989-a4a3-4cca-a454-8c67f08ff064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:26.250898804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3ae989-a4a3-4cca-a454-8c67f08ff064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:26.263225578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3ae989-a4a3-4cca-a454-8c67f08ff064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:30.180818833Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"586b57b4-cf66-48ca-8aee-1dbaaa4907c9","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:30.18088185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"586b57b4-cf66-48ca-8aee-1dbaaa4907c9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:35.035628041Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"a43e89f4-3ad6-4196-94aa-239a29e28aa1","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:35.035824645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"a43e89f4-3ad6-4196-94aa-239a29e28aa1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:35.31489326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa3b7ea-34b8-45a2-bc61-0419646c85ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:35.329629625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa3b7ea-34b8-45a2-bc61-0419646c85ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:35.343049229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa3b7ea-34b8-45a2-bc61-0419646c85ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:35.355354978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa3b7ea-34b8-45a2-bc61-0419646c85ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:35.836483343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20813131-e4bc-4366-9925-803afca630bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:35.850583917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20813131-e4bc-4366-9925-803afca630bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:35.863605285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20813131-e4bc-4366-9925-803afca630bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:35.879425844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20813131-e4bc-4366-9925-803afca630bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:38.231352162Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"6d80ed68-8f10-4359-b2f3-f697f55e56c5","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:38.231430707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"6d80ed68-8f10-4359-b2f3-f697f55e56c5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:38.264225567Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"b86f7f62-1d1f-4d76-bd6d-648dc6a350b0","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:38.264316556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"b86f7f62-1d1f-4d76-bd6d-648dc6a350b0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:38.510179726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85347200-1948-49d7-9577-4fef5f735700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:38.522970617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85347200-1948-49d7-9577-4fef5f735700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:38.535558341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85347200-1948-49d7-9577-4fef5f735700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:38.547810412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85347200-1948-49d7-9577-4fef5f735700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.113059002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342f31e9-16ab-48d2-9d6f-36b640a78d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.125391006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342f31e9-16ab-48d2-9d6f-36b640a78d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.137835743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342f31e9-16ab-48d2-9d6f-36b640a78d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.150231602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342f31e9-16ab-48d2-9d6f-36b640a78d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.341006272Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","namespace":"ai-tenant-e2e-api-b-0aea47","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.341088274Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","namespace":"ai-tenant-e2e-api-b-0aea47","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.341156824Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","tenant":"e2e-api-b-0aea47","tenantID":"e2e-api-b-0aea47","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.354870054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"Deployment","name":"maas-api-e2e-api-b-0aea47","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.38199103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"Service","name":"maas-api-e2e-api-b-0aea47","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.407225665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-0aea47","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.42139232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-0aea47","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.443030668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.457549832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.47296304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.496538475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.557255578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"Deployment","name":"payload-processing-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.5715152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.588834378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"Service","name":"payload-processing-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:39.590484212Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"3ca4eac8-1680-4e47-9460-4f215b9b6411","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:39.590631937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"3ca4eac8-1680-4e47-9460-4f215b9b6411","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.602761383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"Service","name":"payload-pre-processing-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.618869031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.630923598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.651426319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.674966358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.691512416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.707327591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.723981268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-0aea47","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.751136294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0aea47"},"namespace":"ai-tenant-e2e-api-b-0aea47","name":"default-tenant","reconcileID":"2e7f48d6-9667-40e5-a09a-e77e2d302686","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-0aea47","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.752229583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b0e9cc-c8cc-4e2f-9aee-8b51bea4c513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.765793615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b0e9cc-c8cc-4e2f-9aee-8b51bea4c513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.778879085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b0e9cc-c8cc-4e2f-9aee-8b51bea4c513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:39.801947291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b0e9cc-c8cc-4e2f-9aee-8b51bea4c513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:40.032727879Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-0aea47","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-0aea47","reconcileID":"75e52816-6bd2-4ec5-852e-164061227b41","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-0aea47","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-0aea47"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:40.082155696Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"87075a6f-e764-45db-8ef8-5966e94eb29b","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:40.082237588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"87075a6f-e764-45db-8ef8-5966e94eb29b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:40.354284635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408450b1-f690-4bdb-8755-c5ada298a573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:40.367135231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408450b1-f690-4bdb-8755-c5ada298a573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:40.380064986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408450b1-f690-4bdb-8755-c5ada298a573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:40.393066028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408450b1-f690-4bdb-8755-c5ada298a573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:41.018693718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aab5a2b-2e24-48b5-ae5c-11f5058174a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:41.031460214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aab5a2b-2e24-48b5-ae5c-11f5058174a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:41.043846851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aab5a2b-2e24-48b5-ae5c-11f5058174a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:41.056775637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aab5a2b-2e24-48b5-ae5c-11f5058174a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:41.611133525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15323c20-5ba3-4791-a02f-cc9ed3edce96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:41.628870509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15323c20-5ba3-4791-a02f-cc9ed3edce96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:41.705799587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15323c20-5ba3-4791-a02f-cc9ed3edce96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:41.724127804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15323c20-5ba3-4791-a02f-cc9ed3edce96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:47.74774213Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:48.367134594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"f56ca423-7751-4b85-a6db-aa0b1f1f24b7","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:48.367200414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"f56ca423-7751-4b85-a6db-aa0b1f1f24b7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:51.507631122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e18d98ba-7ed1-48cd-9def-1e52014728a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:51.599307957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"8a11647a-5d14-476d-b633-3f754e82a7e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:51.600058434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"444ea8f8-3aaf-422c-bca4-87aa38b43432","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:51.70128808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"37066dcd-f1b4-40bc-92de-c52fa26d9b97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:51.795330239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"93b499cb-9e25-4ce4-a3dc-68cc592e372c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:51.796432768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"b2398130-3187-44cc-81d2-fd013451fd06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:51.797064414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"3a8bd6fd-4695-4d85-a9ca-7a0a7492f50b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:51.885721108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"415c0ed4-ab3e-4209-a4ef-79a2e5c1f3ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:51.885727861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"2e3b4d34-abaa-4c5d-bb5d-96aa809d107f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:51.988642407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"4af590c0-9da7-470e-b3ae-fb6ba291e277","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:51.988922005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"d842282c-4e4b-441c-bfb6-bef3a9b77c6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:51.990013819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"7fcbaec8-bc7f-472d-8eeb-25c7866f737e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.089133544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"1aaeba65-6a0c-4f8a-a05a-ea95d401966a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.090703171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"e30f6e40-8bbc-43eb-941b-0e875b6e6fd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.090765384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"b659886c-e661-4bb1-b160-a5999707b8a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.091135601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19633a1b-be2d-4a7a-b64c-cb4fea8bd7ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:52.490859138Z","body":"Tenant platform reconcile failed","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"630b0d05-13ca-499f-95d8-9c726359fe85","error":"apply: apply ServiceMonitor odh-ai-gateway-infra/maas-api-metrics: Internal error occurred: failed calling webhook \"servicemonitor-injector.opendatahub.io\": failed to call webhook: Post \"https://opendatahub-operator-controller-manager-service.opendatahub-operator-system.svc:443/mutate-prometheus-monitors?timeout=10s\": context deadline exceeded","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:417\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:188\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:153\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:52.735070098Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"923ce837-d063-4d04-9c54-09856b02e897","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:52.735146724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"923ce837-d063-4d04-9c54-09856b02e897","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.735285999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"cef65411-0d01-4f7a-a004-3032c30b9e34","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.748295599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"e4b31a30-9ca4-4b16-b401-f37492c3c7ed","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.766033477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"6773c5b0-b0bb-4e52-85c9-dade5311ede1","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.766705416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"36b0f1d3-fc48-4571-a445-e522b361b9e8","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.795034265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"5b160a54-612f-4089-9e92-2f2ad4497ea8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.796278716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"d31abc3b-576b-4f02-81df-d164b93a09eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.805341551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"84f349ed-64fc-4cf3-a500-601738218ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.806102017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"82d6d571-a2b8-4588-9336-1e4a53447377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.822982461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"84f349ed-64fc-4cf3-a500-601738218ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:52.823517828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"82d6d571-a2b8-4588-9336-1e4a53447377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:53.147793652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f82452-6d0f-4762-b885-e4fb17361a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:53.164809343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f82452-6d0f-4762-b885-e4fb17361a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:53.181988366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f82452-6d0f-4762-b885-e4fb17361a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:53.194700192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f82452-6d0f-4762-b885-e4fb17361a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:53.736316717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bcb4145-dfe5-481e-b4ac-3dea9d0b744b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:53.748776306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bcb4145-dfe5-481e-b4ac-3dea9d0b744b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:53.765649729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bcb4145-dfe5-481e-b4ac-3dea9d0b744b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:53.781885081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bcb4145-dfe5-481e-b4ac-3dea9d0b744b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.219554252Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","namespace":"ai-tenant-e2e-api-b-08dd33","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.219631738Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","namespace":"ai-tenant-e2e-api-b-08dd33","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.219686908Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","tenant":"e2e-api-b-08dd33","tenantID":"e2e-api-b-08dd33","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.233715945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"Deployment","name":"maas-api-e2e-api-b-08dd33","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.274261789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"Service","name":"maas-api-e2e-api-b-08dd33","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.291883097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-08dd33","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.305840646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-08dd33","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.320960482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.335942817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.355817431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.372796159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.384753407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"Deployment","name":"payload-processing-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.39662331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.408488747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"Service","name":"payload-processing-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.42037165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"Service","name":"payload-pre-processing-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.4321947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.44386177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.462836589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.482439115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.495768932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.512456829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.525019171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-08dd33","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.537137276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-08dd33"},"namespace":"ai-tenant-e2e-api-b-08dd33","name":"default-tenant","reconcileID":"9c4f0d28-c21c-4a7e-b23b-86601722c29e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-08dd33","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:54.95183304Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-08dd33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-08dd33","reconcileID":"3edb2a9b-e383-4556-9815-8757140b6d25","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-08dd33","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-08dd33"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:55.013243798Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"e8d00684-5bca-4de1-813e-0977ddf3fd11","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:25:55.013423701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-0847e8c0","namespace":"ai-tenant-e2e-mt-0847e8c0"},"namespace":"ai-tenant-e2e-mt-0847e8c0","name":"e2e-lifecycle-model-0847e8c0","reconcileID":"e8d00684-5bca-4de1-813e-0977ddf3fd11","error":"resolve tenant gateway for model ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-0847e8c0/e2e-lifecycle-model-0847e8c0-kserve-route (gateways: [openshift-ingress/e2e-mt-0847e8c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:55.362179131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7385f4c4-8bc0-465d-8a3f-e5fd57a1fd1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:55.377751227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7385f4c4-8bc0-465d-8a3f-e5fd57a1fd1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:55.393959192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7385f4c4-8bc0-465d-8a3f-e5fd57a1fd1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:55.406202037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7385f4c4-8bc0-465d-8a3f-e5fd57a1fd1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:55.950561251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc73205-28bd-4a3b-9e1c-6c0b5bdb000c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:55.966686485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc73205-28bd-4a3b-9e1c-6c0b5bdb000c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:55.990260488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc73205-28bd-4a3b-9e1c-6c0b5bdb000c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:56.004586028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc73205-28bd-4a3b-9e1c-6c0b5bdb000c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:57.935479787Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","namespace":"ai-tenant-e2e-ipp-b-6a55e1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:57.935535555Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","namespace":"ai-tenant-e2e-ipp-b-6a55e1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:57.935594971Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","tenant":"e2e-ipp-b-6a55e1","tenantID":"e2e-ipp-b-6a55e1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:57.951609203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"Deployment","name":"maas-api-e2e-ipp-b-6a55e1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:57.983891334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"Service","name":"maas-api-e2e-ipp-b-6a55e1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.004600703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-6a55e1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.020843333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-6a55e1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.037824691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.052316264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.067440411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.085323147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.101448816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.116426801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.141544208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"Service","name":"payload-processing-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.161113898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.17881591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.196961969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.214803196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.230797316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.244791224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.260335895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.275160656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-6a55e1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.28882192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6a55e1"},"namespace":"ai-tenant-e2e-ipp-b-6a55e1","name":"default-tenant","reconcileID":"a9ddba09-db94-4a74-8a3f-26dbc1133f92","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-6a55e1","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.306217438Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","namespace":"ai-tenant-e2e-ipp-b-96027e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.306298206Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","namespace":"ai-tenant-e2e-ipp-b-96027e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.306378668Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","tenant":"e2e-ipp-b-96027e","tenantID":"e2e-ipp-b-96027e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.320452988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"Deployment","name":"maas-api-e2e-ipp-b-96027e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.350719602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"Service","name":"maas-api-e2e-ipp-b-96027e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.371821236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-96027e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.387531739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-96027e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.404199974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.418514512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.43640146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.452927921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.467014619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.483724017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.520689593Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6a55e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6a55e1","reconcileID":"84b8df24-4539-496e-abd2-7f4bb1365803","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6a55e1","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-6a55e1"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.521437275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"Service","name":"payload-processing-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.542751242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.560006923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.575738483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.600534305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.617179419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.632327654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.647934358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.66278345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-96027e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.695921114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96027e"},"namespace":"ai-tenant-e2e-ipp-b-96027e","name":"default-tenant","reconcileID":"eb3a6a69-0909-40e0-99e4-24548088e468","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-96027e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:58.992483058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b74fc4-fbbe-43ce-b96d-06add56e9fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:59.006719493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b74fc4-fbbe-43ce-b96d-06add56e9fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:59.022972855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b74fc4-fbbe-43ce-b96d-06add56e9fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:59.038302422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b74fc4-fbbe-43ce-b96d-06add56e9fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:59.059104601Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-96027e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-96027e","reconcileID":"01a396a2-2b5e-413b-88bf-3802eb66dce8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-96027e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-96027e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:59.701666451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbfad4a-cdf0-4479-aade-83e7b5bd395b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:59.713978372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbfad4a-cdf0-4479-aade-83e7b5bd395b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:59.726793255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbfad4a-cdf0-4479-aade-83e7b5bd395b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:25:59.740552691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbfad4a-cdf0-4479-aade-83e7b5bd395b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:10.198894143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35828532-6959-4450-9d73-71baf00df553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:10.21259083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35828532-6959-4450-9d73-71baf00df553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:10.229489037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35828532-6959-4450-9d73-71baf00df553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:10.244311916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35828532-6959-4450-9d73-71baf00df553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:10.759591478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1af707f-5f45-4080-b6da-88f8fa805b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:10.771915487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1af707f-5f45-4080-b6da-88f8fa805b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:10.784312316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1af707f-5f45-4080-b6da-88f8fa805b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:10.796742694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1af707f-5f45-4080-b6da-88f8fa805b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:10.998498117Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6cfcf7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6cfcf7","reconcileID":"588d172c-ec04-45b1-a1d5-68780b763dfe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6cfcf7","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-6cfcf7":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:11.160455644Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8b3bf0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8b3bf0","reconcileID":"6467eb7a-76ae-46a2-8ac8-b74e4aac36de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8b3bf0","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-8b3bf0":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:11.422259241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6b1d62-d7a7-41b7-a51d-b32fddd8f050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:11.434665917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6b1d62-d7a7-41b7-a51d-b32fddd8f050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:11.446884065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6b1d62-d7a7-41b7-a51d-b32fddd8f050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:11.459693403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6b1d62-d7a7-41b7-a51d-b32fddd8f050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:11.922684024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"5db1ae7e-8b7f-4680-9eee-f18a6f77443e","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:11.923092955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"7053bcf8-1273-49f1-8f12-45c6ec9835db","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:11.92340051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"bed4f0ee-f808-4cbb-b1d2-2b8212970581","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:11.923719136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"60123bbf-2319-464c-81a1-cbb39082d31b","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:11.985877875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"9f407829-9376-479c-bfb4-cf169a371422","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:11.991271441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"b6d8bfe7-3966-48af-8198-314a1b5c7db1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:11.992604372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"e0ba8931-956e-44ab-9cc5-e5f7a155acaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:11.992708449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"efb6ee57-d2a1-4d55-9cf5-6eea237bf237","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:12.004289663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"9f407829-9376-479c-bfb4-cf169a371422","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:12.01023016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"b6d8bfe7-3966-48af-8198-314a1b5c7db1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:12.125064773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73cbddf-4eb8-40f3-8487-22275c86bd14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:12.138802179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73cbddf-4eb8-40f3-8487-22275c86bd14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:12.151708722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73cbddf-4eb8-40f3-8487-22275c86bd14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:12.164993821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73cbddf-4eb8-40f3-8487-22275c86bd14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:26:12.702833121Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6cfcf7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6cfcf7","reconcileID":"d24a845e-745c-4515-99cb-8efceb31e8dc","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-a-6cfcf7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:12.715124792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2273ccdb-3109-408c-8bb2-f1c26b09ac74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:12.727673569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2273ccdb-3109-408c-8bb2-f1c26b09ac74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:12.739886264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2273ccdb-3109-408c-8bb2-f1c26b09ac74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:12.752401687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2273ccdb-3109-408c-8bb2-f1c26b09ac74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:13.312249424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9ea9f1-ff2a-4224-b332-ecee4f98aba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:13.324773443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9ea9f1-ff2a-4224-b332-ecee4f98aba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:13.33695145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9ea9f1-ff2a-4224-b332-ecee4f98aba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:13.349280153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9ea9f1-ff2a-4224-b332-ecee4f98aba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:13.559845193Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-bb16a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-bb16a8","reconcileID":"3d69da55-fc1e-4338-9297-07b6b047a94d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-bb16a8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-bb16a8":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:13.901801236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98949dc-1d1d-421a-a6ce-97f66c954cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:13.9179534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98949dc-1d1d-421a-a6ce-97f66c954cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:13.930441016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98949dc-1d1d-421a-a6ce-97f66c954cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:13.942977521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98949dc-1d1d-421a-a6ce-97f66c954cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:14.182886338Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-522ea7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-522ea7","reconcileID":"73134072-cc56-4a94-997c-bee93ac63860","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-522ea7","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-522ea7":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:14.515087884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011126d3-df67-43a9-93d6-df2111dd38e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:14.527864319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011126d3-df67-43a9-93d6-df2111dd38e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:14.54022268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011126d3-df67-43a9-93d6-df2111dd38e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:14.552632526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011126d3-df67-43a9-93d6-df2111dd38e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:15.118116734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f190d9a4-eea2-4068-8a6f-ea698ddce895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:15.135176602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f190d9a4-eea2-4068-8a6f-ea698ddce895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:15.154306602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f190d9a4-eea2-4068-8a6f-ea698ddce895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:15.170933776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f190d9a4-eea2-4068-8a6f-ea698ddce895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:26:16.071411777Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-522ea7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-522ea7","reconcileID":"059a7b84-36eb-407d-9b28-7c35e8337d98","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-522ea7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:17.747364699Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:22.219606481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c899c9ee-4938-4778-9b22-13b5e85a664d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:22.231789296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c899c9ee-4938-4778-9b22-13b5e85a664d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:22.247518373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c899c9ee-4938-4778-9b22-13b5e85a664d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:22.261470619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c899c9ee-4938-4778-9b22-13b5e85a664d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:22.769003829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47a256e-e889-4ca3-bc59-ffeb5ff5b97f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:22.78142283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47a256e-e889-4ca3-bc59-ffeb5ff5b97f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:22.793740284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47a256e-e889-4ca3-bc59-ffeb5ff5b97f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:22.80592092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47a256e-e889-4ca3-bc59-ffeb5ff5b97f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:23.089636004Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-93016b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-93016b","reconcileID":"89b7c57e-eef7-4dfe-a3fa-3b3d7e409aed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-93016b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-93016b":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:23.311179067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915f8017-a99d-4da9-bdf7-d92c27102ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:23.323523953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915f8017-a99d-4da9-bdf7-d92c27102ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:23.335616479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915f8017-a99d-4da9-bdf7-d92c27102ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:23.3482389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915f8017-a99d-4da9-bdf7-d92c27102ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:24.122311595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04c4a2a-92d3-4a17-a495-945e91181e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:24.134681558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04c4a2a-92d3-4a17-a495-945e91181e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:24.146780767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04c4a2a-92d3-4a17-a495-945e91181e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:24.159180722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04c4a2a-92d3-4a17-a495-945e91181e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:24.672537735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f79c90-d006-4eba-a1ab-ebd56628059b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:24.688229114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f79c90-d006-4eba-a1ab-ebd56628059b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:24.701986825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f79c90-d006-4eba-a1ab-ebd56628059b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:24.714697683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f79c90-d006-4eba-a1ab-ebd56628059b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:26:24.715514728Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-93016b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-93016b","reconcileID":"1ae64f0b-0bd7-46ed-9525-674f33b72e19","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-93016b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:26.653139628Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f649b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f649b0","reconcileID":"57f3197a-ec78-4daf-bb8e-0757d0418517","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f649b0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-f649b0":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:27.752370795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829c5af1-d6ee-45d6-b15e-d3a70e050b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:27.772792164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829c5af1-d6ee-45d6-b15e-d3a70e050b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:27.788466665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829c5af1-d6ee-45d6-b15e-d3a70e050b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:27.800798074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829c5af1-d6ee-45d6-b15e-d3a70e050b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:28.479884126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ece4cb-89a2-4efa-9a7d-15dc23a73451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:26:28.481207365Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f649b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f649b0","reconcileID":"f101dc7d-d547-4604-903f-19d20eac82dc","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-b-f649b0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:28.493227369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ece4cb-89a2-4efa-9a7d-15dc23a73451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:28.506104829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ece4cb-89a2-4efa-9a7d-15dc23a73451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:28.518737962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ece4cb-89a2-4efa-9a7d-15dc23a73451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:29.530274976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"90b7c469-2b14-4e1c-8916-3be1d3ed82f0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:29.596164265Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"90b7c469-2b14-4e1c-8916-3be1d3ed82f0","name":"e2e-api-a-6cfcf7-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:31.41556031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"7b2b79f6-2058-4295-a341-13246eb81b28","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8b3bf0","tenantID":"e2e-praxis-a-8b3bf0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:31.456563289Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"7b2b79f6-2058-4295-a341-13246eb81b28","name":"e2e-praxis-a-8b3bf0-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:33.707778824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b292e4-762f-4ab9-988e-74b5ef818c5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:33.719855202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b292e4-762f-4ab9-988e-74b5ef818c5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:33.731929056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b292e4-762f-4ab9-988e-74b5ef818c5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:33.743970122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b292e4-762f-4ab9-988e-74b5ef818c5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:34.246400969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab7ddea-bc6b-4997-91c1-b26f24f42b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:34.26088483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab7ddea-bc6b-4997-91c1-b26f24f42b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:34.274075344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab7ddea-bc6b-4997-91c1-b26f24f42b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:34.28751917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ab7ddea-bc6b-4997-91c1-b26f24f42b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:34.41836871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"7e8e22a8-25dd-4de1-9e9c-c67fcaa346a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bb16a8","tenantID":"e2e-praxis-a-bb16a8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:34.454872205Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"7e8e22a8-25dd-4de1-9e9c-c67fcaa346a3","name":"e2e-praxis-a-bb16a8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:34.716266162Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a15230","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a15230","reconcileID":"26b9fff3-9992-43c1-b417-647a0b9caf73","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a15230","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a15230":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:35.055030813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1738fceb-c5e6-4a8c-afa2-b2efa4a6e452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:35.07062851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1738fceb-c5e6-4a8c-afa2-b2efa4a6e452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:35.08346798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1738fceb-c5e6-4a8c-afa2-b2efa4a6e452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:35.101565993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1738fceb-c5e6-4a8c-afa2-b2efa4a6e452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:35.685425375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa4a9d8-14dd-44ae-9f3e-f47938d74467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:35.697455203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa4a9d8-14dd-44ae-9f3e-f47938d74467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:35.709840417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa4a9d8-14dd-44ae-9f3e-f47938d74467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:35.722046983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa4a9d8-14dd-44ae-9f3e-f47938d74467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:36.338081445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3ba9e4-4efc-4864-b986-b061cc42c2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:36.350293377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3ba9e4-4efc-4864-b986-b061cc42c2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:36.362692709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3ba9e4-4efc-4864-b986-b061cc42c2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:36.378164795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3ba9e4-4efc-4864-b986-b061cc42c2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:36.998771933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ec2558-3195-4efc-9346-b7e0654ebedd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:37.013267241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ec2558-3195-4efc-9346-b7e0654ebedd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:37.040281276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ec2558-3195-4efc-9346-b7e0654ebedd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:37.053816037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ec2558-3195-4efc-9346-b7e0654ebedd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:37.561660478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968bca74-b276-4796-a899-fe6f2264b26e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:37.575717219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968bca74-b276-4796-a899-fe6f2264b26e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:37.594269144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968bca74-b276-4796-a899-fe6f2264b26e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:37.62509538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968bca74-b276-4796-a899-fe6f2264b26e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:37.754162156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"56f5a210-9df7-4b95-93ff-e8735255f073","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-522ea7","tenantID":"e2e-praxis-a-522ea7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:37.792207651Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"56f5a210-9df7-4b95-93ff-e8735255f073","name":"e2e-praxis-a-522ea7-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:38.217001526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2451e15e-a509-4715-8369-e58c706d312c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:38.229610816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2451e15e-a509-4715-8369-e58c706d312c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:38.242473942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2451e15e-a509-4715-8369-e58c706d312c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:38.258322743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2451e15e-a509-4715-8369-e58c706d312c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:38.807551833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a071d1bc-1282-4ece-8542-a0a2b68cf7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:38.821815646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a071d1bc-1282-4ece-8542-a0a2b68cf7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:38.834455706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a071d1bc-1282-4ece-8542-a0a2b68cf7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:38.846740419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a071d1bc-1282-4ece-8542-a0a2b68cf7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:39.392289842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00595067-5f06-408e-aa0f-5171e5cf18ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:39.404795745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00595067-5f06-408e-aa0f-5171e5cf18ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:39.416792941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00595067-5f06-408e-aa0f-5171e5cf18ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:39.428905886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00595067-5f06-408e-aa0f-5171e5cf18ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:39.987261953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8b473b-3d39-4e16-98ac-3bdfb91ee3d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:40.000313724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8b473b-3d39-4e16-98ac-3bdfb91ee3d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:40.014064312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8b473b-3d39-4e16-98ac-3bdfb91ee3d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:40.026292566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8b473b-3d39-4e16-98ac-3bdfb91ee3d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:40.515969604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860e3e94-c9d5-477b-99cd-77b28f7daf43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:40.528211485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860e3e94-c9d5-477b-99cd-77b28f7daf43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:40.540791301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860e3e94-c9d5-477b-99cd-77b28f7daf43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:40.553055536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860e3e94-c9d5-477b-99cd-77b28f7daf43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:47.244713217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"7f2890a1-b1f5-4d92-a938-bed72bdca169","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93016b","tenantID":"e2e-praxis-a-93016b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:47.282747956Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"7f2890a1-b1f5-4d92-a938-bed72bdca169","name":"e2e-praxis-a-93016b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:47.748955969Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:52.146677398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"65e83865-26d2-4400-9866-85099832e3bd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-f649b0","tenantID":"e2e-ipp-b-f649b0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:52.18495051Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"65e83865-26d2-4400-9866-85099832e3bd","name":"e2e-ipp-b-f649b0-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:55.705591861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4fe1f6-6783-4c15-8bf0-656cd0a741ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:55.718516748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4fe1f6-6783-4c15-8bf0-656cd0a741ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:55.73103644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4fe1f6-6783-4c15-8bf0-656cd0a741ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:55.743234756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4fe1f6-6783-4c15-8bf0-656cd0a741ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:56.252148855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc624b5-228b-45a2-a889-39746abbf0da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:56.264476886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc624b5-228b-45a2-a889-39746abbf0da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:56.276639889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc624b5-228b-45a2-a889-39746abbf0da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:56.288819484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc624b5-228b-45a2-a889-39746abbf0da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.264391188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47361b77-ac5c-4894-af43-06cc087beacb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.264414973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47361b77-ac5c-4894-af43-06cc087beacb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.285621258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6818ac4e-b2b9-4826-96af-043a45d954e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.285648315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6818ac4e-b2b9-4826-96af-043a45d954e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.311751294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"02058abc-903c-4e0d-984e-c7d34be6b934","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.312774019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73d9d46-2b22-4fae-88ac-a5b970e5c8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.325661948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73d9d46-2b22-4fae-88ac-a5b970e5c8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.330484744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"02058abc-903c-4e0d-984e-c7d34be6b934","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"name":"e2e-api-a-6cfcf7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.338194538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73d9d46-2b22-4fae-88ac-a5b970e5c8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.350969386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73d9d46-2b22-4fae-88ac-a5b970e5c8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.355394205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6cfcf7-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"02058abc-903c-4e0d-984e-c7d34be6b934","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.373279844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcd60349-da19-4819-909f-87bb8b113577","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.373305507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcd60349-da19-4819-909f-87bb8b113577","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.919536577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311cbecd-ca40-4a54-b852-3377883185b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.931923484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311cbecd-ca40-4a54-b852-3377883185b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.944226064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311cbecd-ca40-4a54-b852-3377883185b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:57.956415185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311cbecd-ca40-4a54-b852-3377883185b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:58.527727324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c7c6d5-c7a5-4554-acf4-77aa9d3bba8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:58.539967034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c7c6d5-c7a5-4554-acf4-77aa9d3bba8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:58.552305619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c7c6d5-c7a5-4554-acf4-77aa9d3bba8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:26:58.566783831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c7c6d5-c7a5-4554-acf4-77aa9d3bba8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:00.548932234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba44bf41-2ab1-44c8-99ba-2a8910ff8760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:00.561302653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba44bf41-2ab1-44c8-99ba-2a8910ff8760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:00.574428025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba44bf41-2ab1-44c8-99ba-2a8910ff8760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:00.589312663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba44bf41-2ab1-44c8-99ba-2a8910ff8760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:01.090077909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16601dd3-5951-45fe-a1b0-4c67dd22c0db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:01.109221736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16601dd3-5951-45fe-a1b0-4c67dd22c0db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:01.151968877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16601dd3-5951-45fe-a1b0-4c67dd22c0db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:01.164506349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16601dd3-5951-45fe-a1b0-4c67dd22c0db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:01.495074268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"d85e0213-cd80-4189-8fcd-6ce686cfbe57","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-a15230","tenantID":"e2e-ipp-b-a15230","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:01.549674796Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"d85e0213-cd80-4189-8fcd-6ce686cfbe57","name":"e2e-ipp-b-a15230-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:01.75223193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"612fc097-bbf0-4951-b69b-1e5202a73a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:01.764558497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"612fc097-bbf0-4951-b69b-1e5202a73a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:01.780287855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"612fc097-bbf0-4951-b69b-1e5202a73a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:01.792519297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"612fc097-bbf0-4951-b69b-1e5202a73a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:02.25188683Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-43dc72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-43dc72","reconcileID":"cb333347-b627-47e8-8662-c76f79773477","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-43dc72","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-43dc72":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:02.387509879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a168cfd2-70a9-45a9-8054-ff38c087ed2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:02.399701787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a168cfd2-70a9-45a9-8054-ff38c087ed2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:02.412120175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a168cfd2-70a9-45a9-8054-ff38c087ed2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:02.424397477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a168cfd2-70a9-45a9-8054-ff38c087ed2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:03.097056554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326c949a-d643-470f-a8bb-e959800fe453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:03.109392887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326c949a-d643-470f-a8bb-e959800fe453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:03.121854944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326c949a-d643-470f-a8bb-e959800fe453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:03.134138298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326c949a-d643-470f-a8bb-e959800fe453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:03.723110723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850f8c01-5c02-4aaf-8f1a-ea0c48a0704d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:03.735748449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850f8c01-5c02-4aaf-8f1a-ea0c48a0704d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:03.748038352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850f8c01-5c02-4aaf-8f1a-ea0c48a0704d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:03.760203105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850f8c01-5c02-4aaf-8f1a-ea0c48a0704d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:27:03.940793443Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-43dc72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-43dc72","reconcileID":"999cbc02-ba2d-47e6-8e01-54b3056d4f37","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-b-43dc72\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:04.320108486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b37c90-1494-42ab-b6bb-d688800fd92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:04.332753135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b37c90-1494-42ab-b6bb-d688800fd92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:04.345493193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b37c90-1494-42ab-b6bb-d688800fd92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:04.373879599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b37c90-1494-42ab-b6bb-d688800fd92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:05.611858527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523331f0-b301-4545-b6e7-ae6903207a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:05.624875169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523331f0-b301-4545-b6e7-ae6903207a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:05.638386649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523331f0-b301-4545-b6e7-ae6903207a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:05.650922544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523331f0-b301-4545-b6e7-ae6903207a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:06.196317462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27c04b8-113d-46a0-b47e-ccc62822c35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:06.210759955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27c04b8-113d-46a0-b47e-ccc62822c35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:06.223536245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27c04b8-113d-46a0-b47e-ccc62822c35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:06.23680885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27c04b8-113d-46a0-b47e-ccc62822c35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:06.831369308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006098ca-0ad7-4dae-887a-2f35cf812c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:06.843717135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006098ca-0ad7-4dae-887a-2f35cf812c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:06.856151241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006098ca-0ad7-4dae-887a-2f35cf812c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:06.868454831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006098ca-0ad7-4dae-887a-2f35cf812c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:07.380604866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de0242a-893a-4290-b827-82359cf97837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:07.393205459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de0242a-893a-4290-b827-82359cf97837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:07.405619811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de0242a-893a-4290-b827-82359cf97837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:07.418134258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de0242a-893a-4290-b827-82359cf97837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:07.430067736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"9658ecce-994c-49b5-9bf9-516a606e423f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:07.448032018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"9658ecce-994c-49b5-9bf9-516a606e423f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"name":"e2e-api-a-6cfcf7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:07.463871317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6cfcf7-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"9658ecce-994c-49b5-9bf9-516a606e423f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:07.914788282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6086c68a-6d93-4dac-a821-f2e5e2cfe447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:07.927104787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6086c68a-6d93-4dac-a821-f2e5e2cfe447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:07.939339215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6086c68a-6d93-4dac-a821-f2e5e2cfe447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:07.951785449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6086c68a-6d93-4dac-a821-f2e5e2cfe447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:08.491526007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f454733e-b3ac-4582-adf7-9ad74b8ad90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:08.504041711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f454733e-b3ac-4582-adf7-9ad74b8ad90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:08.528745847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f454733e-b3ac-4582-adf7-9ad74b8ad90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:08.543522436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f454733e-b3ac-4582-adf7-9ad74b8ad90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:08.688852164Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-00df5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-00df5f","reconcileID":"f5484f06-ac06-42ae-b149-46d007466f2b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-00df5f","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-00df5f":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:09.138276178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5adfcd-b41f-4874-bf35-efd084f3bf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:09.150533977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5adfcd-b41f-4874-bf35-efd084f3bf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:09.162777098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5adfcd-b41f-4874-bf35-efd084f3bf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:09.175069947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5adfcd-b41f-4874-bf35-efd084f3bf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:09.682676801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e548bcc4-1861-43d5-b65d-3b873fcfabd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:09.69486747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e548bcc4-1861-43d5-b65d-3b873fcfabd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:09.707043601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e548bcc4-1861-43d5-b65d-3b873fcfabd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:09.719086202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e548bcc4-1861-43d5-b65d-3b873fcfabd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:10.396621222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bad6c22-eabd-4f15-bc86-67ab45064c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:10.408795458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bad6c22-eabd-4f15-bc86-67ab45064c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:10.421124484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bad6c22-eabd-4f15-bc86-67ab45064c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:10.434042852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bad6c22-eabd-4f15-bc86-67ab45064c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:10.606952079Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-20d942","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-20d942","reconcileID":"27838859-8ebf-423b-bc92-a7044da737d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-20d942","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-20d942":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:11.121646057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad10bb93-e3a4-45a7-bee7-b8e4c4acac1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:11.133800862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad10bb93-e3a4-45a7-bee7-b8e4c4acac1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:11.146692676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad10bb93-e3a4-45a7-bee7-b8e4c4acac1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:11.159016682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad10bb93-e3a4-45a7-bee7-b8e4c4acac1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:27:12.20539196Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-20d942","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-20d942","reconcileID":"cd3fc273-c902-4bcc-815d-b67e9c057eef","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-b-20d942\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:15.092713121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1525e66a-4b13-4955-ab1c-9ca485609e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:15.10534978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1525e66a-4b13-4955-ab1c-9ca485609e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:15.117609011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1525e66a-4b13-4955-ab1c-9ca485609e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:15.131309725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1525e66a-4b13-4955-ab1c-9ca485609e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:15.759669118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf0ce09-23f6-4176-b41e-6027d8e4f8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:15.771708729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf0ce09-23f6-4176-b41e-6027d8e4f8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:15.784799136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf0ce09-23f6-4176-b41e-6027d8e4f8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:15.797159808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf0ce09-23f6-4176-b41e-6027d8e4f8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:15.999801505Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4500d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4500d5","reconcileID":"25af48dc-62f8-4add-9efe-c12cc81bff32","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4500d5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-4500d5":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:16.406268443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3183eefb-5722-4bb7-859e-799220b35836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:16.418660172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3183eefb-5722-4bb7-859e-799220b35836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:16.430958477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3183eefb-5722-4bb7-859e-799220b35836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:16.443321062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3183eefb-5722-4bb7-859e-799220b35836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:16.984646786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e92b54a-252e-46c0-a636-ce223ac6fc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:16.997162486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e92b54a-252e-46c0-a636-ce223ac6fc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:17.009467834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e92b54a-252e-46c0-a636-ce223ac6fc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:17.021805341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e92b54a-252e-46c0-a636-ce223ac6fc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:17.551964413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"72a08ad5-9050-482d-bdc0-471af5a242e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:17.571514309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"72a08ad5-9050-482d-bdc0-471af5a242e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"name":"e2e-api-a-6cfcf7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:17.587044965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6cfcf7-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"72a08ad5-9050-482d-bdc0-471af5a242e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:17.643150562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42501dc9-20e5-4916-9d8c-932e3f14e91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:17.655502447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42501dc9-20e5-4916-9d8c-932e3f14e91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:17.668555062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42501dc9-20e5-4916-9d8c-932e3f14e91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:17.681035316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42501dc9-20e5-4916-9d8c-932e3f14e91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:17.747752936Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:21.703029872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965b9a7c-ac3c-4309-b4dd-15b1907b7c2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:21.715680568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965b9a7c-ac3c-4309-b4dd-15b1907b7c2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:21.728553476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965b9a7c-ac3c-4309-b4dd-15b1907b7c2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:21.741311112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965b9a7c-ac3c-4309-b4dd-15b1907b7c2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:22.32523729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e262cfd-f601-49c8-8f2c-9925fccc8cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:22.33753064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e262cfd-f601-49c8-8f2c-9925fccc8cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:22.352083266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e262cfd-f601-49c8-8f2c-9925fccc8cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:22.365954571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e262cfd-f601-49c8-8f2c-9925fccc8cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:22.975886637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e0407f-16d7-4ce4-ab46-3f0ab0306129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:22.989504158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e0407f-16d7-4ce4-ab46-3f0ab0306129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:23.003455182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e0407f-16d7-4ce4-ab46-3f0ab0306129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:23.018745928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e0407f-16d7-4ce4-ab46-3f0ab0306129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:24.928770845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"0dfd3da3-deb3-45a7-b5ca-c7bb9f9e53e4","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:24.977273637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"b52a2578-a1e0-4311-bd13-32a850e2881b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:24.988101417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"64305a35-a602-44ff-894e-d65e0f4b2346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:25.005359113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"64305a35-a602-44ff-894e-d65e0f4b2346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:25.025544728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"00eb00ae-fa8c-44a3-b8ed-0d066e0fbc4c","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:25.070201736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"057c05aa-3350-4552-902c-fbadf14cf78c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:26.293702593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"4424e1a2-af5a-4a04-8e1e-9e4a536603d9","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:26.386383882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"c32d26ae-8754-431b-bdb0-fdef88c0bbe9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:26.411742532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"34ff5941-2a50-4d11-b97b-6cabda509c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:26.460505916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"34ff5941-2a50-4d11-b97b-6cabda509c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:26.50384886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"ae721b8b-595d-42d5-b7d5-7fb5b6eef083","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:26.542503859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"1cb84829-ee3f-4b06-bf6c-1e4747547d05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:27.294858723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"12e606a2-c8a4-482e-9cce-9b718cb21351","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:27.612180597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"72b7de23-37ac-4a97-ab6c-85375d4c8978","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:27.636855341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"72b7de23-37ac-4a97-ab6c-85375d4c8978","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"name":"e2e-api-a-6cfcf7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:27.658011124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6cfcf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (466ec1074ca856c18bc4d58e33bd628be0b1d24a500a499d4e96c129ac1d324a) AuthConfig (4540a171e70ecb603e4682a6b0c7ddc76cfb1a0973fc100c7635dfc96f22a4b9) AuthConfig (d68f6ae7ff180afe1bd4c65fcd2da37e455e2755f74773d57e6b815b944b9338) AuthConfig (c6c5ecb440d8acfed0cdac971f4b5e791be3d2bcbed514e4cf5f5b807502350e) AuthConfig (d178f07301b17ddb7b26b887d341d7bcce2f0013616bd1b366a8c3aad1ed3584) AuthConfig (2ec34e1154a14b635ba3abec08925d178b1a359f224375f0abcc181598fecdcb) EnvoyFilter (openshift-ingress/e2e-api-a-6cfcf7) EnvoyFilter (openshift-ingress/e2e-api-a-6cfcf7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"72b7de23-37ac-4a97-ab6c-85375d4c8978","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:27.692134539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9397760c-f973-4fcc-9695-4b7ed8288e4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:27.692159544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9397760c-f973-4fcc-9695-4b7ed8288e4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:29.80250115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906decba-13fd-49fb-ae1f-229601e2acb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:29.814867175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906decba-13fd-49fb-ae1f-229601e2acb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:29.827066985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906decba-13fd-49fb-ae1f-229601e2acb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:29.839181355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906decba-13fd-49fb-ae1f-229601e2acb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:29.876650217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"0fc4aa09-5947-44c0-b265-82ee11880c05","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:30.369589121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85c10f2-dac7-4399-a963-a73bbcc40c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:30.382746114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85c10f2-dac7-4399-a963-a73bbcc40c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:30.397801734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85c10f2-dac7-4399-a963-a73bbcc40c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:30.410875418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85c10f2-dac7-4399-a963-a73bbcc40c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:30.688601276Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d3e13d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d3e13d","reconcileID":"56376b05-272c-44f1-8186-45d6400a402a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d3e13d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-d3e13d":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.128219011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ee5c6c-7c8b-471c-b755-c9a63838b2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.140790052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ee5c6c-7c8b-471c-b755-c9a63838b2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.155095433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ee5c6c-7c8b-471c-b755-c9a63838b2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.1713735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ee5c6c-7c8b-471c-b755-c9a63838b2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.445268328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"512c83bc-1392-40fc-8533-10ea7c9a4306","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.508957657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"401d73ce-fec9-4175-bb07-32c28e92e8d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.523055773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"e694b47d-4560-43b1-a11b-8c2e6220dc52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.541996615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"e694b47d-4560-43b1-a11b-8c2e6220dc52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.571485371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"4ceeaf8d-5c73-4a72-abbe-265065100a70","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.620148507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"46d843e7-de05-48aa-a61c-45e011471a73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.756897627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6076e160-1d08-462b-adc6-d1d4b0b42f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.769961788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6076e160-1d08-462b-adc6-d1d4b0b42f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.782174338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6076e160-1d08-462b-adc6-d1d4b0b42f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:31.794790401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6076e160-1d08-462b-adc6-d1d4b0b42f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:27:32.315010293Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d3e13d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d3e13d","reconcileID":"504c35af-f2cc-4f47-aa2d-42d9eac7621c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-b-d3e13d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:32.323870161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0aa8ba-b307-4afe-8ca3-98ab966a7242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:32.337372918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0aa8ba-b307-4afe-8ca3-98ab966a7242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:32.366886839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0aa8ba-b307-4afe-8ca3-98ab966a7242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:32.402182964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0aa8ba-b307-4afe-8ca3-98ab966a7242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:32.588103789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"feb90ce8-4abd-4e2a-97ba-30a911bf0373","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43dc72","tenantID":"e2e-api-b-43dc72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:32.626244832Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"feb90ce8-4abd-4e2a-97ba-30a911bf0373","name":"e2e-api-b-43dc72-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:33.131477622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef754cdd-1002-41e7-96d5-f7d28dfbd611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:33.144044323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef754cdd-1002-41e7-96d5-f7d28dfbd611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:33.158684286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef754cdd-1002-41e7-96d5-f7d28dfbd611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:33.178446957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef754cdd-1002-41e7-96d5-f7d28dfbd611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:33.921420762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a87b7ab-78bb-43c9-b8be-a2805c340c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:33.934755114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a87b7ab-78bb-43c9-b8be-a2805c340c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:33.948726337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a87b7ab-78bb-43c9-b8be-a2805c340c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:33.966938658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a87b7ab-78bb-43c9-b8be-a2805c340c3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:34.496498572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1f0aa1-aef0-4b4d-b5ba-ae3db56a82e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:34.508856543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1f0aa1-aef0-4b4d-b5ba-ae3db56a82e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:34.521251186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1f0aa1-aef0-4b4d-b5ba-ae3db56a82e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:34.533691672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1f0aa1-aef0-4b4d-b5ba-ae3db56a82e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:35.18877359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb6c6b0-de4f-489b-a6e0-0712c69833d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:35.2013576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb6c6b0-de4f-489b-a6e0-0712c69833d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:35.213955194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb6c6b0-de4f-489b-a6e0-0712c69833d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:35.226241888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb6c6b0-de4f-489b-a6e0-0712c69833d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:35.848828515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d54d9fb-198b-4afa-a44d-8326879b317f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:35.86273296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d54d9fb-198b-4afa-a44d-8326879b317f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:35.880336905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d54d9fb-198b-4afa-a44d-8326879b317f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:35.894830121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d54d9fb-198b-4afa-a44d-8326879b317f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:37.716037975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"c6d9599a-732e-4312-af1a-b1cf4f77080d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:37.733037031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"c6d9599a-732e-4312-af1a-b1cf4f77080d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"name":"e2e-api-a-6cfcf7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:37.751371895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6cfcf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (466ec1074ca856c18bc4d58e33bd628be0b1d24a500a499d4e96c129ac1d324a) AuthConfig (4540a171e70ecb603e4682a6b0c7ddc76cfb1a0973fc100c7635dfc96f22a4b9) AuthConfig (d68f6ae7ff180afe1bd4c65fcd2da37e455e2755f74773d57e6b815b944b9338) AuthConfig (c6c5ecb440d8acfed0cdac971f4b5e791be3d2bcbed514e4cf5f5b807502350e) AuthConfig (d178f07301b17ddb7b26b887d341d7bcce2f0013616bd1b366a8c3aad1ed3584) AuthConfig (2ec34e1154a14b635ba3abec08925d178b1a359f224375f0abcc181598fecdcb) EnvoyFilter (openshift-ingress/e2e-api-a-6cfcf7) EnvoyFilter (openshift-ingress/e2e-api-a-6cfcf7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"c6d9599a-732e-4312-af1a-b1cf4f77080d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:38.475961814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"25137049-16e5-4f42-951d-118a5a4056e9","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:40.00980147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"8dbe505e-ee2e-4ff6-861b-b622ab768b5a","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:40.049833694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"48186762-e25f-4bf6-81a1-9099c391c0ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:40.065745789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"27baa0c7-09f3-46a7-85bc-f8a03acbf47c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:40.084926824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"27baa0c7-09f3-46a7-85bc-f8a03acbf47c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:40.106318249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"c054a16d-91c3-465d-bbc3-5f7d585762da","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:40.149947821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"39c68d3b-3aaa-4205-980e-2e96294eb5a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:41.019736428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"22cb5c18-9e99-4e88-96cc-333dd2f369af","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:41.022767046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"c72efafb-552b-4ed5-8d49-5f477677a35b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-00df5f","tenantID":"e2e-praxis-b-00df5f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:41.06292789Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"c72efafb-552b-4ed5-8d49-5f477677a35b","name":"e2e-praxis-b-00df5f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:44.041429303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"2c8188d0-8733-4fa0-9210-ce21198af32f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-20d942","tenantID":"e2e-praxis-b-20d942","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:44.07988655Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"2c8188d0-8733-4fa0-9210-ce21198af32f","name":"e2e-praxis-b-20d942-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:47.748014949Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:47.776670023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"27343942-7d5c-4e23-8e11-10a62667d8a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:47.794789727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"27343942-7d5c-4e23-8e11-10a62667d8a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"name":"e2e-api-a-6cfcf7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:47.813416895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6cfcf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (466ec1074ca856c18bc4d58e33bd628be0b1d24a500a499d4e96c129ac1d324a) AuthConfig (4540a171e70ecb603e4682a6b0c7ddc76cfb1a0973fc100c7635dfc96f22a4b9) AuthConfig (d68f6ae7ff180afe1bd4c65fcd2da37e455e2755f74773d57e6b815b944b9338) AuthConfig (c6c5ecb440d8acfed0cdac971f4b5e791be3d2bcbed514e4cf5f5b807502350e) AuthConfig (d178f07301b17ddb7b26b887d341d7bcce2f0013616bd1b366a8c3aad1ed3584) AuthConfig (2ec34e1154a14b635ba3abec08925d178b1a359f224375f0abcc181598fecdcb) EnvoyFilter (openshift-ingress/e2e-api-a-6cfcf7) EnvoyFilter (openshift-ingress/e2e-api-a-6cfcf7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"27343942-7d5c-4e23-8e11-10a62667d8a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:50.236601112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c52d0673-0338-4429-a976-e79593d0380f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-4500d5","tenantID":"e2e-praxis-b-4500d5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:50.274361423Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c52d0673-0338-4429-a976-e79593d0380f","name":"e2e-praxis-b-4500d5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:52.36528002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"501dde5e-bb48-4e6e-81b8-2ce2f0a44b97","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:53.137177869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"b311b7cd-1a90-481f-ba9f-93e1956287c7","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:53.937906161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"32502713-1a97-4883-ab5e-8a901c340794","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:54.740307404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"0d8b331e-247e-4ffd-b069-5e95ea2a8093","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:55.595099247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"e53a923a-f990-4d05-a654-d85056d9b9f4","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.040413394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"e3418df1-4e14-43b5-a01c-7dd2aa05dc2d","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.079066803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"4ad5fba5-c882-404d-b0fd-d220bf65a257","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.094611857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"cbc2cbcc-249f-4357-a528-8455372b1d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.111547408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"cbc2cbcc-249f-4357-a528-8455372b1d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.127366966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"eaa0e80c-e2d7-42fd-8e29-c457c0912d15","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.178348024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"a9dde10e-60f6-49bc-b5ac-3710db7f765d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.790755819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"aecae730-7a47-46cf-835d-3a3810fcc073","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.828225265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"9b5b6c2a-621f-4e27-8b7e-b660f89f8cd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.837306754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"258b8661-7f8c-4b8d-b3c4-cd950469d2c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.843074712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"1599e5f2-a75c-414a-87d1-ab9ece8c3c53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.854607009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"258b8661-7f8c-4b8d-b3c4-cd950469d2c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"name":"e2e-api-a-6cfcf7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.859841453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"1599e5f2-a75c-414a-87d1-ab9ece8c3c53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.872552905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6cfcf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (466ec1074ca856c18bc4d58e33bd628be0b1d24a500a499d4e96c129ac1d324a) AuthConfig (4540a171e70ecb603e4682a6b0c7ddc76cfb1a0973fc100c7635dfc96f22a4b9) AuthConfig (d68f6ae7ff180afe1bd4c65fcd2da37e455e2755f74773d57e6b815b944b9338) AuthConfig (c6c5ecb440d8acfed0cdac971f4b5e791be3d2bcbed514e4cf5f5b807502350e) AuthConfig (d178f07301b17ddb7b26b887d341d7bcce2f0013616bd1b366a8c3aad1ed3584) AuthConfig (2ec34e1154a14b635ba3abec08925d178b1a359f224375f0abcc181598fecdcb) EnvoyFilter (openshift-ingress/e2e-api-a-6cfcf7) EnvoyFilter (openshift-ingress/e2e-api-a-6cfcf7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"258b8661-7f8c-4b8d-b3c4-cd950469d2c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.875698082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"d9165ffd-0a25-46de-8714-e076f04066fa","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:57.928670281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"52e6648f-51aa-41f2-811d-35594c4c9d52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:59.195651014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"379a9602-83ad-47c2-8212-70fc4b94880d","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:27:59.938823987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"0b004f8a-8cec-4061-b152-9fbca161eab5","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:01.320025694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"84876411-16ae-41d4-9d21-ac8c9f9a9d5d","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:01.997250737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"435cce42-6169-45e0-886b-d5b59ed2a214","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:02.034614877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"708b3be1-5ba9-4de5-8ced-61e93fc25079","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:02.051025438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"088424ec-36ae-4879-a186-e36819a1497f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:02.067718762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"088424ec-36ae-4879-a186-e36819a1497f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:02.080478525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"bcd2d45e-b097-4a64-a655-07bd499e98f0","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:02.134686119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"f74b8cb8-cc90-4952-9df7-092d5ae2a448","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:02.719560052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"413e918e-3e53-4e5e-967b-7a30417757b8","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:02.759680496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"503186f1-653d-40b2-b76d-7a55ba7e6cbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:02.775468706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"b6c67833-225b-47a7-bf91-f01fa33eb801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:02.792378788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"b6c67833-225b-47a7-bf91-f01fa33eb801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:02.810220117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"8f8f02f0-954e-4d28-92f4-33d5755b7ffa","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:02.860923323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"edf0d460-b085-4358-a510-a07f6f926b17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:04.092770637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"6f7ba80e-4ef5-41ab-a537-6b9feeb0d823","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:05.865128379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"d00a79a7-cc0f-4192-a000-38f90d7ec5bd","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:06.704893484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"61058d95-cff8-4d2a-a024-e3d5adbf208b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-d3e13d","tenantID":"e2e-praxis-b-d3e13d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:06.742126277Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"61058d95-cff8-4d2a-a024-e3d5adbf208b","name":"e2e-praxis-b-d3e13d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:07.897872882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"8faf6eda-3019-4a2a-adcc-934bbebe41e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:07.914832162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"8faf6eda-3019-4a2a-adcc-934bbebe41e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"name":"e2e-api-a-6cfcf7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:08.072322689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dadebfce-f048-4614-9225-b62c2668e5b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:08.072344337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dadebfce-f048-4614-9225-b62c2668e5b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:08.363726047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"d07765f9-010b-493a-a5f5-5dbceb224485","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:08.465126701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"2fc21dbe-f3ab-4cf6-aece-8369ea67ce13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:08.487770194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"cfedab44-cf68-42fd-80e6-d039706429fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:08.50504509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"cfedab44-cf68-42fd-80e6-d039706429fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:08.514349695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"d885e3e0-8fe7-4acc-bff5-4517fe91dd7b","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:08.553234245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"aeaa6285-790c-46a4-9ae6-3ab7ce771a55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:08.902351764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918ff390-47e3-494b-80f1-54fe2a2c7999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:08.914629766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918ff390-47e3-494b-80f1-54fe2a2c7999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:08.927058958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918ff390-47e3-494b-80f1-54fe2a2c7999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:08.939238045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918ff390-47e3-494b-80f1-54fe2a2c7999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:09.353042408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"d643e333-650a-46cc-a614-3fc6e15085c3","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:09.390242807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"f131d837-a305-497f-9878-c272873f7534","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:09.407169572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"ca18e013-3f5a-470d-b334-56416668dc33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:09.424023442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"ca18e013-3f5a-470d-b334-56416668dc33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:09.438101175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"69858045-74a9-455b-9b60-a9ba2a4dbcb5","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:09.47911672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087f92b9-8750-481c-9067-f63428ad1357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:09.491718069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"d1607ee5-502a-471a-8f0d-2b2a9c22dc99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:09.492066855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087f92b9-8750-481c-9067-f63428ad1357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:09.504542459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087f92b9-8750-481c-9067-f63428ad1357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:09.517502056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087f92b9-8750-481c-9067-f63428ad1357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:10.065588022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"117db6bb-0aab-40e1-99be-d5e08816e815","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:10.095766142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763e495d-335b-4ac9-aa05-f81b68939037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:10.107856659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763e495d-335b-4ac9-aa05-f81b68939037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:10.120146117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763e495d-335b-4ac9-aa05-f81b68939037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:10.132367762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763e495d-335b-4ac9-aa05-f81b68939037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:10.681893554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9abb88-ecda-4dbb-8e3e-09fa40189452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:10.694272883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9abb88-ecda-4dbb-8e3e-09fa40189452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:10.706838474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9abb88-ecda-4dbb-8e3e-09fa40189452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:10.719656471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9abb88-ecda-4dbb-8e3e-09fa40189452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:13.580506725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"2e79aa79-a775-4390-8926-6b8b17cd6d66","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:13.618286176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"23b0f718-441d-4f25-8800-b6db8ea6e4ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:13.632790549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"a3428903-16be-4eac-9f56-0b029d2cedbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:13.649590321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"a3428903-16be-4eac-9f56-0b029d2cedbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:13.66707923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"aaa4a486-4e63-4702-ab0c-590ad364a382","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:13.717806222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"353fd2c9-8ffc-4343-8e31-9125e07c3477","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.244727482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdd27e69-af5d-45d9-9dc5-5726ee87c675","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.244752013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdd27e69-af5d-45d9-9dc5-5726ee87c675","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.260757077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0afa5833-997e-44b3-b6f6-cdc863302101","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.260785421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0afa5833-997e-44b3-b6f6-cdc863302101","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.276564787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"d42a5475-2a4f-426e-b57d-c2c0aff9198d","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.28587468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"7b2778f8-75f4-4abd-8187-677c5b5082cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43dc72","tenantID":"e2e-api-b-43dc72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.302920479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"7b2778f8-75f4-4abd-8187-677c5b5082cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"name":"e2e-api-b-43dc72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.314114632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"a7e1b5c5-dbe8-4875-9317-5f181e52e40e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.318869945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-43dc72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d43c37ffd6547b9e8fa4d597a5a3c91aa426551c44be7db00b9ed674e496445) AuthConfig (aa52f118ab37c6a2c7d0035dcf41c47ecbf7cc38c0956b2856740ee23387c030) AuthConfig (ec0c4e326ecbc32e40c13ffa6d7ea9b85adf308ce14993153934ec655e9ec21a) AuthConfig (211c241e362ba2da3134a78165e1e9f81e38da3a3ea95d79d6eaf16e91dfc9ef) AuthConfig (5af85bd23ed1bf12cc0311376bddb669b6afa8217f82399d35f39dad3e557372) AuthConfig (5df3b390fe76fe6b60f50be0f87c0d42a5383a3f86caf252114cf50dc7e84ee8) EnvoyFilter (openshift-ingress/e2e-api-b-43dc72) EnvoyFilter (openshift-ingress/e2e-api-b-43dc72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"7b2778f8-75f4-4abd-8187-677c5b5082cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.334237809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b87676ab-ef1a-40b8-8e38-413996ddf4b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.334252415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b87676ab-ef1a-40b8-8e38-413996ddf4b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.361559934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"2825018e-73a4-412b-aaca-4dbfef468b32","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.399757182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"187ccdbd-fb5c-43eb-b87c-7d35de88ef84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.416419279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"8dec9939-08d5-481b-9fed-4240f0d3b75b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.416606374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"187ccdbd-fb5c-43eb-b87c-7d35de88ef84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:14.976289018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"cf74ea0c-fe16-4a10-9d51-d451ac3f8e87","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:15.081892229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"d1ae9700-c0e4-4ef4-8505-b80103f53ae0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:15.099445855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"d1ae9700-c0e4-4ef4-8505-b80103f53ae0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"name":"e2e-api-a-6cfcf7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:15.261558592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"ca53a2cd-9076-4a2c-b4b1-3b662aaa7e64","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:15.278396822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"ca53a2cd-9076-4a2c-b4b1-3b662aaa7e64","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"name":"e2e-api-a-6cfcf7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:15.314985069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d1f2e1-bb5e-4e8e-8b17-0adfc71eb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:15.327685579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d1f2e1-bb5e-4e8e-8b17-0adfc71eb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:15.340211513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d1f2e1-bb5e-4e8e-8b17-0adfc71eb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:15.352530975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d1f2e1-bb5e-4e8e-8b17-0adfc71eb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:15.90154519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817115af-8190-4a05-a4e1-f8a978f68749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:15.913829846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817115af-8190-4a05-a4e1-f8a978f68749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:15.926067663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817115af-8190-4a05-a4e1-f8a978f68749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:15.938114117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817115af-8190-4a05-a4e1-f8a978f68749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:16.483144639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf28e61-3855-45ac-af8a-25d3c8bfa6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:16.496240828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf28e61-3855-45ac-af8a-25d3c8bfa6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:16.50934872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf28e61-3855-45ac-af8a-25d3c8bfa6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:16.522221666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf28e61-3855-45ac-af8a-25d3c8bfa6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:17.019910036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"365cd32c-4526-40cd-9c15-32f82c9bc19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:17.032324597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"365cd32c-4526-40cd-9c15-32f82c9bc19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:17.044508995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"365cd32c-4526-40cd-9c15-32f82c9bc19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:17.056553348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"365cd32c-4526-40cd-9c15-32f82c9bc19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:17.546733166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31cf403f-051c-480b-a148-8e04234d921d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:17.558858556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31cf403f-051c-480b-a148-8e04234d921d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:17.571046833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31cf403f-051c-480b-a148-8e04234d921d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:17.583118127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31cf403f-051c-480b-a148-8e04234d921d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:17.775348467Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:18.206411674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58002f9-7123-4953-823f-5827fdd7796f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:18.220141921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58002f9-7123-4953-823f-5827fdd7796f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:18.23308139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58002f9-7123-4953-823f-5827fdd7796f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:18.245268396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58002f9-7123-4953-823f-5827fdd7796f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:18.730063253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9045512-c7ec-4039-8ac3-da274e6b60d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:18.743872488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9045512-c7ec-4039-8ac3-da274e6b60d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:18.756812095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9045512-c7ec-4039-8ac3-da274e6b60d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:18.769110512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9045512-c7ec-4039-8ac3-da274e6b60d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:19.351976167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fdb354c-ed9a-4db6-83f8-2dbb6d62144b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:19.365184749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fdb354c-ed9a-4db6-83f8-2dbb6d62144b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:19.378449317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fdb354c-ed9a-4db6-83f8-2dbb6d62144b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:19.391561282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fdb354c-ed9a-4db6-83f8-2dbb6d62144b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:19.919215278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3784d44-d001-4c54-9b86-00a923b7ea32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:19.932046317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3784d44-d001-4c54-9b86-00a923b7ea32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:19.944505803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3784d44-d001-4c54-9b86-00a923b7ea32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:19.956813996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3784d44-d001-4c54-9b86-00a923b7ea32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:20.589330969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58511444-9582-4b91-9d5c-15e5636dc7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:20.602296991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58511444-9582-4b91-9d5c-15e5636dc7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:20.615324745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58511444-9582-4b91-9d5c-15e5636dc7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:20.627784299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58511444-9582-4b91-9d5c-15e5636dc7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:22.426529096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a73ec9-ebd5-4486-bf5d-4b16aaf39b1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:22.438732581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a73ec9-ebd5-4486-bf5d-4b16aaf39b1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:22.452779241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a73ec9-ebd5-4486-bf5d-4b16aaf39b1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:22.46783524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a73ec9-ebd5-4486-bf5d-4b16aaf39b1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:22.98043243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefed6f6-e165-4085-aac8-f64e69fbc93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:22.992562215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefed6f6-e165-4085-aac8-f64e69fbc93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:23.004988122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefed6f6-e165-4085-aac8-f64e69fbc93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:23.017321696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefed6f6-e165-4085-aac8-f64e69fbc93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:24.3100381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1612f50-ab01-4c45-9334-42f9d87bf558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:24.322522953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1612f50-ab01-4c45-9334-42f9d87bf558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:24.334970206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1612f50-ab01-4c45-9334-42f9d87bf558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:24.347179807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1612f50-ab01-4c45-9334-42f9d87bf558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:24.370780247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"e326e04a-ce05-492c-b667-ea4eb0c861be","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43dc72","tenantID":"e2e-api-b-43dc72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:24.387715678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"e326e04a-ce05-492c-b667-ea4eb0c861be","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"name":"e2e-api-b-43dc72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:24.403488332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-43dc72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d43c37ffd6547b9e8fa4d597a5a3c91aa426551c44be7db00b9ed674e496445) AuthConfig (aa52f118ab37c6a2c7d0035dcf41c47ecbf7cc38c0956b2856740ee23387c030) AuthConfig (ec0c4e326ecbc32e40c13ffa6d7ea9b85adf308ce14993153934ec655e9ec21a) AuthConfig (211c241e362ba2da3134a78165e1e9f81e38da3a3ea95d79d6eaf16e91dfc9ef) AuthConfig (5af85bd23ed1bf12cc0311376bddb669b6afa8217f82399d35f39dad3e557372) AuthConfig (5df3b390fe76fe6b60f50be0f87c0d42a5383a3f86caf252114cf50dc7e84ee8) EnvoyFilter (openshift-ingress/e2e-api-b-43dc72) EnvoyFilter (openshift-ingress/e2e-api-b-43dc72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"e326e04a-ce05-492c-b667-ea4eb0c861be","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:24.881240871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc8a864-cd79-4c76-b7da-2a7ba178083e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:24.894987146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc8a864-cd79-4c76-b7da-2a7ba178083e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:24.907347533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc8a864-cd79-4c76-b7da-2a7ba178083e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:24.919692117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc8a864-cd79-4c76-b7da-2a7ba178083e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:25.202928781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"20f72e02-67df-4866-9c1a-a20f1897b17e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:25.219753651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"20f72e02-67df-4866-9c1a-a20f1897b17e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"name":"e2e-api-a-6cfcf7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:25.417204929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a12cf8f-c458-4126-b304-83c9a74522ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:25.429373152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a12cf8f-c458-4126-b304-83c9a74522ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:25.441547337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a12cf8f-c458-4126-b304-83c9a74522ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:25.453815955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a12cf8f-c458-4126-b304-83c9a74522ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:26.603528389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07af000-dc22-433e-82be-556b6ef7b964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:26.616873862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07af000-dc22-433e-82be-556b6ef7b964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:26.629669233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07af000-dc22-433e-82be-556b6ef7b964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:26.641908922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07af000-dc22-433e-82be-556b6ef7b964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:27.12629119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb85e97-69ba-4e28-abb2-2ea8e8373771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:27.138368735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb85e97-69ba-4e28-abb2-2ea8e8373771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:27.15043035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb85e97-69ba-4e28-abb2-2ea8e8373771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:27.162546039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb85e97-69ba-4e28-abb2-2ea8e8373771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:27.703343585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252b544b-8dac-485a-b1e7-fa2114e203c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:27.760472358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252b544b-8dac-485a-b1e7-fa2114e203c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:27.775305467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252b544b-8dac-485a-b1e7-fa2114e203c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:27.787949172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252b544b-8dac-485a-b1e7-fa2114e203c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:28.338845999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e89943-f158-461c-9425-18b50d0cbe69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:28.35151957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e89943-f158-461c-9425-18b50d0cbe69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:28.363892516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e89943-f158-461c-9425-18b50d0cbe69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:28.37980917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e89943-f158-461c-9425-18b50d0cbe69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:28.873808308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf151a16-da4a-4493-9cbe-01aef1466f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:28.88595449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf151a16-da4a-4493-9cbe-01aef1466f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:28.898096775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf151a16-da4a-4493-9cbe-01aef1466f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:28.912537272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf151a16-da4a-4493-9cbe-01aef1466f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:29.416343044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aae96e0-0b82-466a-9ca9-4d4297c5f8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:29.428795519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aae96e0-0b82-466a-9ca9-4d4297c5f8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:29.446481544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aae96e0-0b82-466a-9ca9-4d4297c5f8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:29.459801842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aae96e0-0b82-466a-9ca9-4d4297c5f8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:30.011560769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a614d0b4-00d8-486d-b13f-0697cfae661b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:30.023996522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a614d0b4-00d8-486d-b13f-0697cfae661b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:30.036384529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a614d0b4-00d8-486d-b13f-0697cfae661b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:30.04860106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a614d0b4-00d8-486d-b13f-0697cfae661b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:32.02202755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40817e06-3f74-46c4-bea3-b4fed9f8bf1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:32.034475032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40817e06-3f74-46c4-bea3-b4fed9f8bf1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:32.047135515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40817e06-3f74-46c4-bea3-b4fed9f8bf1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:32.059482529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40817e06-3f74-46c4-bea3-b4fed9f8bf1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:32.600056406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a2f6bd-3e1c-41f5-83b1-5d063efbb59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:32.612761699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a2f6bd-3e1c-41f5-83b1-5d063efbb59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:32.625500051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a2f6bd-3e1c-41f5-83b1-5d063efbb59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:32.63810505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a2f6bd-3e1c-41f5-83b1-5d063efbb59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.00723663Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"90b11c33-d293-4351-8903-f303cd4d98be","namespace":"ai-tenant-e2e-api-a-6cfcf7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.00729686Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"90b11c33-d293-4351-8903-f303cd4d98be","namespace":"ai-tenant-e2e-api-a-6cfcf7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.007346062Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"90b11c33-d293-4351-8903-f303cd4d98be","name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.021883485Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"90b11c33-d293-4351-8903-f303cd4d98be","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.022026779Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","namespace":"ai-tenant-e2e-praxis-a-8b3bf0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.022077711Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","namespace":"ai-tenant-e2e-praxis-a-8b3bf0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.022127822Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","tenant":"e2e-praxis-a-8b3bf0","tenantID":"e2e-praxis-a-8b3bf0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.022159287Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"094c85b1-9679-4498-9bdc-30da8f8d5dda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.022549338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87ce7172-c9c5-46e0-bf79-02ec0f6a3883","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.022563783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87ce7172-c9c5-46e0-bf79-02ec0f6a3883","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.035838244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"Deployment","name":"maas-api-e2e-praxis-a-8b3bf0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.064212548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"Service","name":"maas-api-e2e-praxis-a-8b3bf0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.079907446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-8b3bf0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.097733755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-8b3bf0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.114318039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.129083873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.146192051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.146781253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"094c85b1-9679-4498-9bdc-30da8f8d5dda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.160133861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95fc75f7-0818-4c3e-b2ed-80509028e1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.160936812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.173212566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95fc75f7-0818-4c3e-b2ed-80509028e1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.177471859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"094c85b1-9679-4498-9bdc-30da8f8d5dda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"name":"e2e-api-a-6cfcf7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.177487185Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"e2e-e2e-api-a-6cfcf7-policy","reconcileID":"094c85b1-9679-4498-9bdc-30da8f8d5dda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6cfcf7-policy","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6cfcf7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.185023522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.185538573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95fc75f7-0818-4c3e-b2ed-80509028e1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.197368787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.198140588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95fc75f7-0818-4c3e-b2ed-80509028e1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.202542711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31c05abb-0391-477b-b248-78b02e80da7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.202558213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31c05abb-0391-477b-b248-78b02e80da7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.209952318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"Service","name":"payload-processing-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.22162104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.233468871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.245284753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.263671968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.281013056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.292528291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.304237045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.316036696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-8b3bf0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.3275447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b3bf0"},"namespace":"ai-tenant-e2e-praxis-a-8b3bf0","name":"default-tenant","reconcileID":"44f39532-c24a-47bb-95e7-b4da370ef42b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-8b3bf0","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.804903592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd668b4-dd93-46e8-a5d6-5ab843314332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.81780073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd668b4-dd93-46e8-a5d6-5ab843314332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.829948527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd668b4-dd93-46e8-a5d6-5ab843314332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:33.842322783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd668b4-dd93-46e8-a5d6-5ab843314332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:34.143487077Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8b3bf0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8b3bf0","reconcileID":"d1abd859-3177-4a83-b16a-377712ba0cd4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8b3bf0","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-8b3bf0"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:34.332692252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0dc400-3837-43cb-8b65-72466ab31f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:34.346315293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0dc400-3837-43cb-8b65-72466ab31f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:34.358698525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0dc400-3837-43cb-8b65-72466ab31f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:34.370942426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0dc400-3837-43cb-8b65-72466ab31f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:34.435874341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"ea2c0ecc-e44e-40fd-be7c-c505214963bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43dc72","tenantID":"e2e-api-b-43dc72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:34.452493367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"ea2c0ecc-e44e-40fd-be7c-c505214963bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"name":"e2e-api-b-43dc72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:34.468063475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-43dc72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d43c37ffd6547b9e8fa4d597a5a3c91aa426551c44be7db00b9ed674e496445) AuthConfig (aa52f118ab37c6a2c7d0035dcf41c47ecbf7cc38c0956b2856740ee23387c030) AuthConfig (ec0c4e326ecbc32e40c13ffa6d7ea9b85adf308ce14993153934ec655e9ec21a) AuthConfig (211c241e362ba2da3134a78165e1e9f81e38da3a3ea95d79d6eaf16e91dfc9ef) AuthConfig (5af85bd23ed1bf12cc0311376bddb669b6afa8217f82399d35f39dad3e557372) AuthConfig (5df3b390fe76fe6b60f50be0f87c0d42a5383a3f86caf252114cf50dc7e84ee8) EnvoyFilter (openshift-ingress/e2e-api-b-43dc72) EnvoyFilter (openshift-ingress/e2e-api-b-43dc72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"ea2c0ecc-e44e-40fd-be7c-c505214963bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:34.953183433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1165b326-3413-40be-b18f-fa5795ffdac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:34.965467364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1165b326-3413-40be-b18f-fa5795ffdac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:34.977648059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1165b326-3413-40be-b18f-fa5795ffdac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:34.989821826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1165b326-3413-40be-b18f-fa5795ffdac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:35.540382886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5776fe57-095c-462f-90fd-bc2a9dbfca3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:35.555761929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5776fe57-095c-462f-90fd-bc2a9dbfca3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:35.580999158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5776fe57-095c-462f-90fd-bc2a9dbfca3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:35.593590331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5776fe57-095c-462f-90fd-bc2a9dbfca3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:36.115776645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c66f26c-64c1-46c4-812c-77d7a9931277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:36.128212977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c66f26c-64c1-46c4-812c-77d7a9931277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:36.141044034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c66f26c-64c1-46c4-812c-77d7a9931277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:36.153977535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c66f26c-64c1-46c4-812c-77d7a9931277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:36.665072382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c1e68b-35ba-4948-9b78-11188ba85ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:36.677198718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c1e68b-35ba-4948-9b78-11188ba85ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:36.689485183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c1e68b-35ba-4948-9b78-11188ba85ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:36.70207937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c1e68b-35ba-4948-9b78-11188ba85ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:37.299277441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ff394e-6212-4f65-846e-653a66e24d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:37.311503411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ff394e-6212-4f65-846e-653a66e24d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:37.323801259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ff394e-6212-4f65-846e-653a66e24d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:37.335993193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ff394e-6212-4f65-846e-653a66e24d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:37.819170656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0607ea57-3039-455f-86cd-af1304b33e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:37.831524821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0607ea57-3039-455f-86cd-af1304b33e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:37.846066822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0607ea57-3039-455f-86cd-af1304b33e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:37.859554663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0607ea57-3039-455f-86cd-af1304b33e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:38.357428768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f656eb85-d1a8-4656-b813-2a7857a8ae64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:38.369917408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f656eb85-d1a8-4656-b813-2a7857a8ae64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:38.382496737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f656eb85-d1a8-4656-b813-2a7857a8ae64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:38.394734998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f656eb85-d1a8-4656-b813-2a7857a8ae64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:38.894296098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0badeaab-7170-43fe-abbe-762fb4404e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:38.952932702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0badeaab-7170-43fe-abbe-762fb4404e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:38.965203433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0badeaab-7170-43fe-abbe-762fb4404e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:38.97747606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0badeaab-7170-43fe-abbe-762fb4404e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:39.499021752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317090d7-fe45-45d2-91c2-dbbda5925b01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:39.511686986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317090d7-fe45-45d2-91c2-dbbda5925b01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:39.524009503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317090d7-fe45-45d2-91c2-dbbda5925b01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:39.536494429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317090d7-fe45-45d2-91c2-dbbda5925b01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:40.024999487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2246c7-d1b8-497c-b386-4af31ec79d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:40.037077286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2246c7-d1b8-497c-b386-4af31ec79d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:40.050662265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2246c7-d1b8-497c-b386-4af31ec79d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:40.062965791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2246c7-d1b8-497c-b386-4af31ec79d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:40.904408098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1836ba3e-666f-4228-9b0e-e6c6bc6f66e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:40.916838687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1836ba3e-666f-4228-9b0e-e6c6bc6f66e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:40.928994298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1836ba3e-666f-4228-9b0e-e6c6bc6f66e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:40.941383611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1836ba3e-666f-4228-9b0e-e6c6bc6f66e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:41.496961912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c94fe4-451f-4f7a-988d-3bb9e97d95d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:41.523707744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c94fe4-451f-4f7a-988d-3bb9e97d95d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:41.56689208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c94fe4-451f-4f7a-988d-3bb9e97d95d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:41.58173848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c94fe4-451f-4f7a-988d-3bb9e97d95d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:42.122432573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d02916a-95e4-41df-ab5d-f243dc3781ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:42.134899291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d02916a-95e4-41df-ab5d-f243dc3781ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:42.14797367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d02916a-95e4-41df-ab5d-f243dc3781ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:42.160202484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d02916a-95e4-41df-ab5d-f243dc3781ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:42.707189905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d00d2d9b-9aaf-421c-bbaf-4500f328a01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:42.719186575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d00d2d9b-9aaf-421c-bbaf-4500f328a01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:42.731253684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d00d2d9b-9aaf-421c-bbaf-4500f328a01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:42.74341227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d00d2d9b-9aaf-421c-bbaf-4500f328a01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.267997519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e15154-1008-4794-ba31-bbc36758c4f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.288222794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e15154-1008-4794-ba31-bbc36758c4f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.303524281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e15154-1008-4794-ba31-bbc36758c4f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.317932869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e15154-1008-4794-ba31-bbc36758c4f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.529964925Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","namespace":"ai-tenant-e2e-praxis-a-522ea7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.530019957Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","namespace":"ai-tenant-e2e-praxis-a-522ea7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.530065802Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","tenant":"e2e-praxis-a-522ea7","tenantID":"e2e-praxis-a-522ea7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.543951506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"Deployment","name":"maas-api-e2e-praxis-a-522ea7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.581106875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"Service","name":"maas-api-e2e-praxis-a-522ea7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.603309661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-522ea7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.617030218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-522ea7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.634889597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.67176212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.688980401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.703260821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.715204705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.727085352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.738985197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"Service","name":"payload-processing-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.756847224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.771376796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.7831779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.79500233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.811870335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.828803418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.848414708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce64068a-6526-4447-b3aa-b12b75599d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.880010554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce64068a-6526-4447-b3aa-b12b75599d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.880268447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.8938197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce64068a-6526-4447-b3aa-b12b75599d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.935843616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-522ea7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.936030671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce64068a-6526-4447-b3aa-b12b75599d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:43.978908253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-522ea7"},"namespace":"ai-tenant-e2e-praxis-a-522ea7","name":"default-tenant","reconcileID":"c1f870d6-0147-4cad-9a3c-67811352a257","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-522ea7","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:44.351892786Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-522ea7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-522ea7","reconcileID":"e5dbddbc-0a99-4333-ba00-e4372df9357d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-522ea7","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-522ea7"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:44.500537939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"9b605e5b-41f1-4aa2-9861-a3d325a3d0ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43dc72","tenantID":"e2e-api-b-43dc72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:44.530077506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"9b605e5b-41f1-4aa2-9861-a3d325a3d0ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"name":"e2e-api-b-43dc72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:44.546250576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-43dc72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d43c37ffd6547b9e8fa4d597a5a3c91aa426551c44be7db00b9ed674e496445) AuthConfig (aa52f118ab37c6a2c7d0035dcf41c47ecbf7cc38c0956b2856740ee23387c030) AuthConfig (ec0c4e326ecbc32e40c13ffa6d7ea9b85adf308ce14993153934ec655e9ec21a) AuthConfig (211c241e362ba2da3134a78165e1e9f81e38da3a3ea95d79d6eaf16e91dfc9ef) AuthConfig (5af85bd23ed1bf12cc0311376bddb669b6afa8217f82399d35f39dad3e557372) AuthConfig (5df3b390fe76fe6b60f50be0f87c0d42a5383a3f86caf252114cf50dc7e84ee8) EnvoyFilter (openshift-ingress/e2e-api-b-43dc72) EnvoyFilter (openshift-ingress/e2e-api-b-43dc72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"9b605e5b-41f1-4aa2-9861-a3d325a3d0ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:44.650449897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e430865-4f13-47f1-b048-e5c6eb9ce22d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:44.666876862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e430865-4f13-47f1-b048-e5c6eb9ce22d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:44.681395577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e430865-4f13-47f1-b048-e5c6eb9ce22d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:44.694373656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e430865-4f13-47f1-b048-e5c6eb9ce22d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:45.227125671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83745e3-1098-4b1f-9315-cc4fc506f79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:45.239557566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83745e3-1098-4b1f-9315-cc4fc506f79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:45.252085297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83745e3-1098-4b1f-9315-cc4fc506f79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:45.264705438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83745e3-1098-4b1f-9315-cc4fc506f79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:45.961966889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3022cc5-c2a5-44f3-a144-9c30335d4c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:45.974430056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3022cc5-c2a5-44f3-a144-9c30335d4c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:45.986707964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3022cc5-c2a5-44f3-a144-9c30335d4c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:45.99894846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3022cc5-c2a5-44f3-a144-9c30335d4c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:46.49705348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3352682-167f-468a-b8f6-14a1a6be7b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:46.509639516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3352682-167f-468a-b8f6-14a1a6be7b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:46.52228871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3352682-167f-468a-b8f6-14a1a6be7b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:46.534659276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3352682-167f-468a-b8f6-14a1a6be7b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:47.74746951Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.643736533Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","namespace":"ai-tenant-e2e-ipp-a-f8397b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.643801021Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","namespace":"ai-tenant-e2e-ipp-a-f8397b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.643849763Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","tenant":"e2e-ipp-a-f8397b","tenantID":"e2e-ipp-a-f8397b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.657998017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f8397b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.688540565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"Service","name":"maas-api-e2e-ipp-a-f8397b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.70364734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f8397b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.717653762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f8397b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.73897418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.753609478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.770744808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.785436021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.799714603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.816354777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.881869737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"Service","name":"payload-processing-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:51.990860196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:52.007792134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:52.024480542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:52.040807282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:52.059316365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:52.075119316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:52.089082739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:52.103664387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f8397b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:52.117826628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f8397b"},"namespace":"ai-tenant-e2e-ipp-a-f8397b","name":"default-tenant","reconcileID":"05212022-2f03-4f75-a4ac-7c9fcd9d5616","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f8397b","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:52.346784693Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f8397b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f8397b","reconcileID":"6cf5370f-75c5-4c2c-8544-3c00aa3df70d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f8397b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f8397b"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:52.687594211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f091af-dbd8-4f63-9fbf-2b268d3c535f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:52.700818018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f091af-dbd8-4f63-9fbf-2b268d3c535f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:52.713863464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f091af-dbd8-4f63-9fbf-2b268d3c535f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:52.72667863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f091af-dbd8-4f63-9fbf-2b268d3c535f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:53.249353188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea22e68-fe0c-4ad7-9715-07c222b92c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:53.261904667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea22e68-fe0c-4ad7-9715-07c222b92c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:53.274251912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea22e68-fe0c-4ad7-9715-07c222b92c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:53.287084636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea22e68-fe0c-4ad7-9715-07c222b92c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:53.8124024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b2a7c5-a6d5-4370-93f4-3b5d9bd75689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:53.865811935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b2a7c5-a6d5-4370-93f4-3b5d9bd75689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:53.878437138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b2a7c5-a6d5-4370-93f4-3b5d9bd75689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:53.890869023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b2a7c5-a6d5-4370-93f4-3b5d9bd75689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:54.40633436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032637c7-59aa-4f3b-85b9-7dde2f6d7aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:54.418606575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032637c7-59aa-4f3b-85b9-7dde2f6d7aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:54.430653941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032637c7-59aa-4f3b-85b9-7dde2f6d7aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:54.442813271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032637c7-59aa-4f3b-85b9-7dde2f6d7aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:54.570753516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"4e58c316-5556-4ff2-a802-22b1f6cc8f15","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43dc72","tenantID":"e2e-api-b-43dc72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:54.588826338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"4e58c316-5556-4ff2-a802-22b1f6cc8f15","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"name":"e2e-api-b-43dc72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:54.746219834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"389685ed-d638-40fd-a8ff-abc4e17863d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:54.746240665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"389685ed-d638-40fd-a8ff-abc4e17863d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:54.978190984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f02711d-5f81-44f5-8765-a021b44137cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:54.990568497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f02711d-5f81-44f5-8765-a021b44137cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:55.002710184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f02711d-5f81-44f5-8765-a021b44137cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:55.014769063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f02711d-5f81-44f5-8765-a021b44137cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:55.610501145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847b276e-4410-4e15-9222-ca9439037f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:55.623447082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847b276e-4410-4e15-9222-ca9439037f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:55.635655922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847b276e-4410-4e15-9222-ca9439037f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:55.648324277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847b276e-4410-4e15-9222-ca9439037f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.212526416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246ccf8c-ad97-4efc-bffa-25046c91fd4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.225115791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246ccf8c-ad97-4efc-bffa-25046c91fd4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.237235771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246ccf8c-ad97-4efc-bffa-25046c91fd4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.249393916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246ccf8c-ad97-4efc-bffa-25046c91fd4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.340216695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"8ceb61b4-21de-435c-b836-de0981b4367b","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.34024012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"8ceb61b4-21de-435c-b836-de0981b4367b","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.682179331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"5af1c497-5fb5-48ab-b73a-b75889a2f811","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.682201889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"5af1c497-5fb5-48ab-b73a-b75889a2f811","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.69896393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"f5e965a0-88a8-4ac4-8887-f0c4eb8544f2","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.698983762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"f5e965a0-88a8-4ac4-8887-f0c4eb8544f2","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.722308065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"21fb48b8-8e2b-4ace-9ec2-e93b3598682a","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fb3ad","tenantID":"e2e-ipp-a-3fb3ad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.74133538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"21fb48b8-8e2b-4ace-9ec2-e93b3598682a","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"e2e-ipp-a-3fb3ad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.75700357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-3fb3ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c0c2f5d89e8b19e2be6b8f8102aebb082beb12501d84cdac6b91526c04e72b2) AuthConfig (f93f69013455104210605f878dc143375cc335395e141cbc293a6f44136dca2e) AuthConfig (45f3ab920306b021d27026cfe3143fb2cb928822f2801fab793db5d1dc1ae9c8) AuthConfig (3b1c89d9f1acffffa997e1111f9c7ca289d667c426dc43b3cbd6b257399d445a) AuthConfig (b40f807055be700e70995a30d46bdbd471782499530df96f5465081c2fd1ac06) AuthConfig (9413732feeab7c0cab6b519d50c1d96e36cceae95c81e3af8ddb8758a899b451) AuthConfig (9af64e0ebad1bf6b29827ffc8010fdd6ee10d469eb9883aabef3f1f2843531b2) AuthConfig (c813f79321218fffaff8794e2739f9b743a9aa7e0783a79793b8556f0416677d) AuthConfig (0b05dc46489b0f63080b88295f0b61410cff788f68381149b9a7f10daa72323c) AuthConfig (e5e7af0de86fd36b49bdd218d3f8eff6dedee83a3410baf49753034f02becbdb) AuthConfig (6bdc6c0b416689f014569b8038002560e26775984ab16aee93f8ea73108cd675) AuthConfig (1fd37454e423685be2124cf47944b93d3eaf7853e8f8dffd5b4874d4bc447cf1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"21fb48b8-8e2b-4ace-9ec2-e93b3598682a","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.774751483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"0327a2e6-f2ac-4e48-9d98-7fd0de5396f2","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.7747693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"0327a2e6-f2ac-4e48-9d98-7fd0de5396f2","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.802933176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1855cfb1-2352-4669-ac41-baef95905393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.815431614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1855cfb1-2352-4669-ac41-baef95905393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.828081879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1855cfb1-2352-4669-ac41-baef95905393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:56.84035183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1855cfb1-2352-4669-ac41-baef95905393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:57.38911118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade0d8e0-e0b6-4098-8278-f1aee0d5ecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:57.402420742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade0d8e0-e0b6-4098-8278-f1aee0d5ecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:57.414936981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade0d8e0-e0b6-4098-8278-f1aee0d5ecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:57.427371162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade0d8e0-e0b6-4098-8278-f1aee0d5ecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:57.914032488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8221c936-1949-4c5d-a2e9-675d83c74032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:57.926287132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8221c936-1949-4c5d-a2e9-675d83c74032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:57.939723791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8221c936-1949-4c5d-a2e9-675d83c74032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:57.952470813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8221c936-1949-4c5d-a2e9-675d83c74032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:58.451977256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc5bf67-47db-4701-ab59-59cd4e0a311a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:58.468120104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc5bf67-47db-4701-ab59-59cd4e0a311a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:58.480342074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc5bf67-47db-4701-ab59-59cd4e0a311a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:58.492468875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc5bf67-47db-4701-ab59-59cd4e0a311a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:59.926166239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf3f7f7-df47-4ae8-a6e0-e185071707e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:59.938710127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf3f7f7-df47-4ae8-a6e0-e185071707e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:59.951414011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf3f7f7-df47-4ae8-a6e0-e185071707e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:28:59.963742373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf3f7f7-df47-4ae8-a6e0-e185071707e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:00.503364674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2c1d51-da71-4423-a0d1-5c93bfe49195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:00.516237693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2c1d51-da71-4423-a0d1-5c93bfe49195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:00.528602209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2c1d51-da71-4423-a0d1-5c93bfe49195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:00.54107171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2c1d51-da71-4423-a0d1-5c93bfe49195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:01.093225692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b8fb45-f2d7-44fd-998d-bc0c23ffaabd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:01.105471667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b8fb45-f2d7-44fd-998d-bc0c23ffaabd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:01.117905459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b8fb45-f2d7-44fd-998d-bc0c23ffaabd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:01.129982348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b8fb45-f2d7-44fd-998d-bc0c23ffaabd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.740432864Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","namespace":"ai-tenant-e2e-api-a-6cfcf7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.740513963Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","namespace":"ai-tenant-e2e-api-a-6cfcf7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.740605853Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","tenant":"e2e-api-a-6cfcf7","tenantID":"e2e-api-a-6cfcf7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.754182875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"Deployment","name":"maas-api-e2e-api-a-6cfcf7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.782668583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"Service","name":"maas-api-e2e-api-a-6cfcf7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.799096689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-6cfcf7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.813127801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-6cfcf7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.831416108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.845567682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.862659319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.876775503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.88846513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"Deployment","name":"payload-processing-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.9001566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.911899491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"Service","name":"payload-processing-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.923744727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"Service","name":"payload-pre-processing-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.935337649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.946842646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.95893668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.975006713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:03.99407744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:04.006535939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:04.019812396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-6cfcf7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:04.032322216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6cfcf7"},"namespace":"ai-tenant-e2e-api-a-6cfcf7","name":"default-tenant","reconcileID":"19952e6e-9b17-4168-af46-b3bcc7117c56","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-6cfcf7","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:04.305689815Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6cfcf7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6cfcf7","reconcileID":"835dbe48-c4a7-4c6b-b525-dd9120649651","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6cfcf7","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-6cfcf7"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:04.654820161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d912c30-32ea-4164-b6aa-66b5beb24303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:04.667342172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d912c30-32ea-4164-b6aa-66b5beb24303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:04.681262508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d912c30-32ea-4164-b6aa-66b5beb24303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:04.693696343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d912c30-32ea-4164-b6aa-66b5beb24303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.199739372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a5aaff-be23-4722-a3f9-77c6184739b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.212506947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a5aaff-be23-4722-a3f9-77c6184739b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.224954998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a5aaff-be23-4722-a3f9-77c6184739b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.237018695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a5aaff-be23-4722-a3f9-77c6184739b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.600846476Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","namespace":"ai-tenant-e2e-praxis-a-bb16a8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.600903431Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","namespace":"ai-tenant-e2e-praxis-a-bb16a8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.600968796Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","tenant":"e2e-praxis-a-bb16a8","tenantID":"e2e-praxis-a-bb16a8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.616917433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"Deployment","name":"maas-api-e2e-praxis-a-bb16a8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.642980813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"Service","name":"maas-api-e2e-praxis-a-bb16a8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.659689347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-bb16a8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.675114522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-bb16a8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.691760765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.706140236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.723046193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.736165098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d2041b-07a6-4ddd-805e-87202b44e2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.737294212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.748350724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d2041b-07a6-4ddd-805e-87202b44e2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.760060426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.760504043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d2041b-07a6-4ddd-805e-87202b44e2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.772248137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.773010577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d2041b-07a6-4ddd-805e-87202b44e2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.784859294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"Service","name":"payload-processing-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.797081499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.808729211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.822468953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.839429001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.855809021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.86851247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.881153181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.894212758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-bb16a8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:05.905945371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bb16a8"},"namespace":"ai-tenant-e2e-praxis-a-bb16a8","name":"default-tenant","reconcileID":"e30a2c35-09f5-4796-a395-7c9cee1d6736","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-bb16a8","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:06.278767024Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-bb16a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-bb16a8","reconcileID":"1ce945c7-117c-4bfc-bfd9-b41207fdd124","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-bb16a8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-bb16a8"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:06.498744071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b2c58e-492c-4804-9e2f-771f9fd6d2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:06.512213927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b2c58e-492c-4804-9e2f-771f9fd6d2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:06.525129998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b2c58e-492c-4804-9e2f-771f9fd6d2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:06.542029413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b2c58e-492c-4804-9e2f-771f9fd6d2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:06.799531808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"0675fac3-08a6-4cd8-a563-65a23ecabcc8","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fb3ad","tenantID":"e2e-ipp-a-3fb3ad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:06.82245858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"0675fac3-08a6-4cd8-a563-65a23ecabcc8","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"e2e-ipp-a-3fb3ad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:06.838331337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-3fb3ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c0c2f5d89e8b19e2be6b8f8102aebb082beb12501d84cdac6b91526c04e72b2) AuthConfig (f93f69013455104210605f878dc143375cc335395e141cbc293a6f44136dca2e) AuthConfig (45f3ab920306b021d27026cfe3143fb2cb928822f2801fab793db5d1dc1ae9c8) AuthConfig (3b1c89d9f1acffffa997e1111f9c7ca289d667c426dc43b3cbd6b257399d445a) AuthConfig (b40f807055be700e70995a30d46bdbd471782499530df96f5465081c2fd1ac06) AuthConfig (9413732feeab7c0cab6b519d50c1d96e36cceae95c81e3af8ddb8758a899b451) AuthConfig (9af64e0ebad1bf6b29827ffc8010fdd6ee10d469eb9883aabef3f1f2843531b2) AuthConfig (c813f79321218fffaff8794e2739f9b743a9aa7e0783a79793b8556f0416677d) AuthConfig (0b05dc46489b0f63080b88295f0b61410cff788f68381149b9a7f10daa72323c) AuthConfig (e5e7af0de86fd36b49bdd218d3f8eff6dedee83a3410baf49753034f02becbdb) AuthConfig (6bdc6c0b416689f014569b8038002560e26775984ab16aee93f8ea73108cd675) AuthConfig (1fd37454e423685be2124cf47944b93d3eaf7853e8f8dffd5b4874d4bc447cf1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"0675fac3-08a6-4cd8-a563-65a23ecabcc8","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:07.055261784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe6ae10-2992-480d-b894-0e9d66a7ef2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:07.068216291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe6ae10-2992-480d-b894-0e9d66a7ef2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:07.081505583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe6ae10-2992-480d-b894-0e9d66a7ef2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:07.093988162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe6ae10-2992-480d-b894-0e9d66a7ef2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:07.586258466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645647f8-240f-4c8f-b6ce-3102e06b5192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:07.598487406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645647f8-240f-4c8f-b6ce-3102e06b5192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:07.610901877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645647f8-240f-4c8f-b6ce-3102e06b5192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:07.623694217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645647f8-240f-4c8f-b6ce-3102e06b5192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:08.117161128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"135a6bdc-d109-4628-91df-7f9a6067bc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:08.162063936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"135a6bdc-d109-4628-91df-7f9a6067bc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:08.175149018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"135a6bdc-d109-4628-91df-7f9a6067bc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:08.252530677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"135a6bdc-d109-4628-91df-7f9a6067bc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:08.808911995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c005b2-c27f-4d49-81aa-345c27818e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:08.82206194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c005b2-c27f-4d49-81aa-345c27818e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:08.835246719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c005b2-c27f-4d49-81aa-345c27818e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:08.847665605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c005b2-c27f-4d49-81aa-345c27818e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:09.394507413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b2f05b-ad99-49df-8ed5-f40d05cba120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:09.406816138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b2f05b-ad99-49df-8ed5-f40d05cba120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:09.41918774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b2f05b-ad99-49df-8ed5-f40d05cba120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:09.431189857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b2f05b-ad99-49df-8ed5-f40d05cba120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:10.022559289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58d7b79-55b7-47f7-a254-8ee0182bf5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:10.034862366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58d7b79-55b7-47f7-a254-8ee0182bf5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:10.047062628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58d7b79-55b7-47f7-a254-8ee0182bf5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:10.060587325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58d7b79-55b7-47f7-a254-8ee0182bf5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:10.613427549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6d8a25-72bf-4809-96e4-caf06d1c7d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:10.625872591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6d8a25-72bf-4809-96e4-caf06d1c7d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:10.638025055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6d8a25-72bf-4809-96e4-caf06d1c7d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:10.649998212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6d8a25-72bf-4809-96e4-caf06d1c7d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:11.209986922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db1a308-b1ee-4f13-b311-4d5bc8aace1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:11.222385633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db1a308-b1ee-4f13-b311-4d5bc8aace1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:11.234862182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db1a308-b1ee-4f13-b311-4d5bc8aace1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:11.247509773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db1a308-b1ee-4f13-b311-4d5bc8aace1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:12.23736856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"80b91a00-bc0e-4942-9f79-73ce81d1955d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43dc72","tenantID":"e2e-api-b-43dc72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:12.255867853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"80b91a00-bc0e-4942-9f79-73ce81d1955d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"name":"e2e-api-b-43dc72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:12.403553276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"9620b6eb-848f-45c2-858e-c07f9dce90ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43dc72","tenantID":"e2e-api-b-43dc72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:12.420993408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"9620b6eb-848f-45c2-858e-c07f9dce90ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"name":"e2e-api-b-43dc72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:12.460470277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ae04f7-d262-4fcc-9f34-ecab06a7b7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:12.473387995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ae04f7-d262-4fcc-9f34-ecab06a7b7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:12.487252703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ae04f7-d262-4fcc-9f34-ecab06a7b7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:12.500771362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ae04f7-d262-4fcc-9f34-ecab06a7b7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:12.998354214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be728bf-a7bf-4ffb-92f2-1d34d2ca4dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:13.01073349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be728bf-a7bf-4ffb-92f2-1d34d2ca4dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:13.023122374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be728bf-a7bf-4ffb-92f2-1d34d2ca4dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:13.036394835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be728bf-a7bf-4ffb-92f2-1d34d2ca4dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:13.549519925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6837743-a503-42c7-8485-bee98da25259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:13.563598143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6837743-a503-42c7-8485-bee98da25259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:13.576006318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6837743-a503-42c7-8485-bee98da25259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:13.589348276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6837743-a503-42c7-8485-bee98da25259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:14.084645388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c20175-d3c2-46e9-ba0b-bdcce59e0024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:14.097532651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c20175-d3c2-46e9-ba0b-bdcce59e0024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:14.109867172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c20175-d3c2-46e9-ba0b-bdcce59e0024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:14.12230467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c20175-d3c2-46e9-ba0b-bdcce59e0024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:15.219749509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520d2ad5-16f4-457c-b534-f6012da60b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:15.232662009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520d2ad5-16f4-457c-b534-f6012da60b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:15.245162464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520d2ad5-16f4-457c-b534-f6012da60b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:15.257546583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520d2ad5-16f4-457c-b534-f6012da60b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:15.806722865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d8264a-ccad-4a64-b065-1067947f7c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:15.819415527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d8264a-ccad-4a64-b065-1067947f7c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:15.831503684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d8264a-ccad-4a64-b065-1067947f7c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:15.843668316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d8264a-ccad-4a64-b065-1067947f7c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.341000093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed1a49a2-4807-415f-8025-5a0c8d7c9d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.353049235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed1a49a2-4807-415f-8025-5a0c8d7c9d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.365039982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed1a49a2-4807-415f-8025-5a0c8d7c9d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.36514323Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","namespace":"ai-tenant-e2e-praxis-b-00df5f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.377411623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed1a49a2-4807-415f-8025-5a0c8d7c9d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.377509688Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","namespace":"ai-tenant-e2e-praxis-b-00df5f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.377601557Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","tenant":"e2e-praxis-b-00df5f","tenantID":"e2e-praxis-b-00df5f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.391538794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"Deployment","name":"maas-api-e2e-praxis-b-00df5f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.422929828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"Service","name":"maas-api-e2e-praxis-b-00df5f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.440503611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-00df5f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.454431711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-00df5f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.470784284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.485189018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.502511561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.516741688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.52874682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.540753541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.552659117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"Service","name":"payload-processing-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.565091778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.577000751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.588930317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.600672637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.618001692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.63064623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.651082825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.66332333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-00df5f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.675371426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-00df5f"},"namespace":"ai-tenant-e2e-praxis-b-00df5f","name":"default-tenant","reconcileID":"49ef034d-b63e-4f39-a354-bad6eb085d93","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-00df5f","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.88055445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"1b83d141-9b24-4fe9-b836-06772b732386","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fb3ad","tenantID":"e2e-ipp-a-3fb3ad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.899718124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"1b83d141-9b24-4fe9-b836-06772b732386","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"e2e-ipp-a-3fb3ad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.971542909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"0f8d8c40-3e23-41dd-a54d-cd946655411e","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.971564381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"0f8d8c40-3e23-41dd-a54d-cd946655411e","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:16.980788908Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-00df5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-00df5f","reconcileID":"a0a440fb-394c-4ba8-aaf8-29e5fb19dd21","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-00df5f","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-00df5f"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:17.320743459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5097250b-14cc-4ff6-a3cb-118c2ceb3f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:17.333976292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5097250b-14cc-4ff6-a3cb-118c2ceb3f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:17.346863772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5097250b-14cc-4ff6-a3cb-118c2ceb3f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:17.361725392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5097250b-14cc-4ff6-a3cb-118c2ceb3f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:17.747817756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:17.858998682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c6c8f1-5d02-435c-a59d-a2ae6ca5a58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:17.875440291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c6c8f1-5d02-435c-a59d-a2ae6ca5a58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:17.8792949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"d5eaecb3-374e-4701-91b5-424945a5bcc5","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:17.879322414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"d5eaecb3-374e-4701-91b5-424945a5bcc5","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:17.891529625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c6c8f1-5d02-435c-a59d-a2ae6ca5a58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:17.90406726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c6c8f1-5d02-435c-a59d-a2ae6ca5a58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:17.953383038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"bb37e6d1-93a5-4d32-98fe-e28e4a438763","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:17.953399684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"bb37e6d1-93a5-4d32-98fe-e28e4a438763","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:29:17.984782023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-sub","reconcileID":"ab0a2691-f070-4073-ab34-3bd88315b9a4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-3fb3ad-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.011414453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"2484e4dd-52e4-4a6e-a7a0-b21ab82707c5","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fb3ad","tenantID":"e2e-ipp-a-3fb3ad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.041938415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"a44bc464-5ffe-48b0-9b33-08737c667ef0","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.041958272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"a44bc464-5ffe-48b0-9b33-08737c667ef0","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.048503489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"2484e4dd-52e4-4a6e-a7a0-b21ab82707c5","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"e2e-ipp-a-3fb3ad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.061033386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"b2dc3a8d-2ed9-4a54-9763-e7e1ac90c78f","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.061049646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"b2dc3a8d-2ed9-4a54-9763-e7e1ac90c78f","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.115084281Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-sub","reconcileID":"af6cf2a2-9c85-4c3d-9f91-ed05ba27f0c0","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"maas-trlp-ipp-route-3fb3ad","model":"ipp-route-3fb3ad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.16317462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"0cae97c9-3262-4baa-a2cc-8b3d9a34e2f5","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.163194172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"0cae97c9-3262-4baa-a2cc-8b3d9a34e2f5","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.200274975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-sub","reconcileID":"08e6eeca-56fe-4f55-8edd-d0c24902578d","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"maas-trlp-ipp-route-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.481685985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c27ed68-ded6-4f7f-b3c9-0811f5db69c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.49462228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c27ed68-ded6-4f7f-b3c9-0811f5db69c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.506963625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c27ed68-ded6-4f7f-b3c9-0811f5db69c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:18.519477137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c27ed68-ded6-4f7f-b3c9-0811f5db69c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:21.039752101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"9f91911a-e6ed-4a40-b6d4-614ac48ce1bc","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:21.039779059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"9f91911a-e6ed-4a40-b6d4-614ac48ce1bc","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:21.367695567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"c5688428-4adb-4f7b-a4a5-786297f9d439","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:21.367723826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"c5688428-4adb-4f7b-a4a5-786297f9d439","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:21.38282209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"d665650f-879f-450b-aa65-48ef3169517d","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:21.382842941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"d665650f-879f-450b-aa65-48ef3169517d","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:21.406423474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"bab6f893-d2ad-4100-b263-25c0e0cd40eb","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93016b","tenantID":"e2e-praxis-a-93016b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:21.423328844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"bab6f893-d2ad-4100-b263-25c0e0cd40eb","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"e2e-praxis-a-93016b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:21.442159268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-93016b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8a32d0a805e0967aa9ab4c400aae6b815153a05719d50b72c3ec2e5784829ba) AuthConfig (09a649ed74fca78febe6a379dc4f022bbf0b59378bc2b796e25d80b8a6e92911) AuthConfig (d6d7f3a53ef023e938f70d3e19e644d2cd49b24ffd75eb495584970b0b9aa137) AuthConfig (a1ec0793d169027262968922f3b42b1fd3cf2566097757fd4da68a074a2c0f18) AuthConfig (da75d24fbf9c1fc21be0ba542ad8879296d5555cb2f3a04fd8d631f266468d3d) AuthConfig (864617b8c2b025415571447877069103ffb28092da108bcee705e1639a1ddc72) AuthConfig (3ccc090bdbc293f56bcf8426c017a8a8ef922b2d4cba54cf0c57f0ddaa56a1af) AuthConfig (aa612648ea798b918e5b1b73b5304f3c907d99a0ab655e4d1ff85750f943a536) AuthConfig (d4198f24e38872eec1ae6bc836d59fa4726b90e922a2eca51d63f4bc98fd09e2) AuthConfig (3f85fb556a2283c0128f9690308be96615c625008383ee4bfaa71f8ba5a761a5) AuthConfig (f533dbc33a65481de1b63f8ef79f31009581e1180aa980ced7c34d9fa0cce56d) AuthConfig (f65cd8d82e4297ad8d4b66ef8b7815c366715a688e00edda89f7b5a80e54f794)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"bab6f893-d2ad-4100-b263-25c0e0cd40eb","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:21.460730336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"935c7ecc-5602-4758-944c-601e5e3d3903","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:21.460758915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"935c7ecc-5602-4758-944c-601e5e3d3903","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.33686731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"b2b753e7-9d6a-4ae8-ae30-8991068489df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43dc72","tenantID":"e2e-api-b-43dc72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.364272797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"b2b753e7-9d6a-4ae8-ae30-8991068489df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"name":"e2e-api-b-43dc72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.640416928Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","namespace":"ai-tenant-e2e-praxis-b-4500d5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.640479695Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","namespace":"ai-tenant-e2e-praxis-b-4500d5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.64052889Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","tenant":"e2e-praxis-b-4500d5","tenantID":"e2e-praxis-b-4500d5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.656863119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"Deployment","name":"maas-api-e2e-praxis-b-4500d5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.682380342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"Service","name":"maas-api-e2e-praxis-b-4500d5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.704705467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-4500d5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.720947166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-4500d5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.735538351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.750282812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.768858495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.78588445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.797774659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.809672066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.824164744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"Service","name":"payload-processing-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.835982969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.847716272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.867159597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.881363715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.899263019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.913889687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.92609946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.938453417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-4500d5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:22.950327699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4500d5"},"namespace":"ai-tenant-e2e-praxis-b-4500d5","name":"default-tenant","reconcileID":"c4fc8f7f-3eb2-4130-b9fd-1c5a26105560","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-4500d5","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:23.284916787Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4500d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4500d5","reconcileID":"65706825-a635-4404-acef-3ed6de5a92ed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4500d5","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-4500d5"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:23.72581745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d12689-0d51-4f57-83b4-7ea309f3f852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:23.739528575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d12689-0d51-4f57-83b4-7ea309f3f852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:23.753732823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d12689-0d51-4f57-83b4-7ea309f3f852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:23.770553603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d12689-0d51-4f57-83b4-7ea309f3f852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:24.307461651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1059ca-e84e-4175-833e-0abf2e61d9ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:24.31968115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1059ca-e84e-4175-833e-0abf2e61d9ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:24.33181642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1059ca-e84e-4175-833e-0abf2e61d9ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:24.34400927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1059ca-e84e-4175-833e-0abf2e61d9ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:24.928742522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fbe024c-7c68-49eb-9943-5977e74f3916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:24.95324219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fbe024c-7c68-49eb-9943-5977e74f3916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:24.97370155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fbe024c-7c68-49eb-9943-5977e74f3916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:24.988363438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fbe024c-7c68-49eb-9943-5977e74f3916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:25.677811989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f261c6b-494f-4ec3-a741-7c29a9437dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:25.69461777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f261c6b-494f-4ec3-a741-7c29a9437dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:25.708133667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f261c6b-494f-4ec3-a741-7c29a9437dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:25.720854614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f261c6b-494f-4ec3-a741-7c29a9437dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.266505022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1193d67e-b5bb-44b4-a64a-9133bb8de319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.279849933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1193d67e-b5bb-44b4-a64a-9133bb8de319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.294951746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1193d67e-b5bb-44b4-a64a-9133bb8de319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.309753737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1193d67e-b5bb-44b4-a64a-9133bb8de319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.54312724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"313d58c2-a86f-4284-b88e-3d9e96110723","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.558482836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"54ba896f-cb7a-4b57-be61-419b10a81fb7","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:29:26.575145753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3ab1b913","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-apikey-sub-binding-3ab1b913","reconcileID":"b00a2f52-03f0-462d-9a32-fc6c1b3a78e3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-3ab1b913\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.612304208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"dc184cac-7688-49a2-bf23-755e757c6537","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.627794701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"62faf37e-e22a-44f5-b1d0-6be751d9238c","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.688529575Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3ab1b913","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-apikey-sub-binding-3ab1b913","reconcileID":"6fcd36aa-8a6b-4e56-9ea1-682711773dfa","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3ab1b913","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/e2e-apikey-sub-binding-3ab1b913","ai-tenant-e2e-worker-w3-564c8f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.742964984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"d8b44e22-bc61-4ea1-9dec-c2e34daf01ba","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.781920997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"afa243ca-0d33-4a09-bdfb-7b54b6c9027c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.865799509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3ab1b913","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-apikey-sub-binding-3ab1b913","reconcileID":"b2c58c77-b120-42cd-83e9-ecf3c999a2f3","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3ab1b913","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.878031672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b884c69-ec7e-466f-991b-dcb6e4189b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.892079083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b884c69-ec7e-466f-991b-dcb6e4189b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.905526926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b884c69-ec7e-466f-991b-dcb6e4189b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:26.918007077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b884c69-ec7e-466f-991b-dcb6e4189b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:29.737943333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"0104bfe1-8afd-4527-8541-6dc2acedf5c3","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:31.485019785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"65522e1f-9e2e-4897-8388-274b202f90d7","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93016b","tenantID":"e2e-praxis-a-93016b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:31.501769704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"65522e1f-9e2e-4897-8388-274b202f90d7","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"e2e-praxis-a-93016b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:31.518148735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-93016b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8a32d0a805e0967aa9ab4c400aae6b815153a05719d50b72c3ec2e5784829ba) AuthConfig (09a649ed74fca78febe6a379dc4f022bbf0b59378bc2b796e25d80b8a6e92911) AuthConfig (d6d7f3a53ef023e938f70d3e19e644d2cd49b24ffd75eb495584970b0b9aa137) AuthConfig (a1ec0793d169027262968922f3b42b1fd3cf2566097757fd4da68a074a2c0f18) AuthConfig (da75d24fbf9c1fc21be0ba542ad8879296d5555cb2f3a04fd8d631f266468d3d) AuthConfig (864617b8c2b025415571447877069103ffb28092da108bcee705e1639a1ddc72) AuthConfig (3ccc090bdbc293f56bcf8426c017a8a8ef922b2d4cba54cf0c57f0ddaa56a1af) AuthConfig (aa612648ea798b918e5b1b73b5304f3c907d99a0ab655e4d1ff85750f943a536) AuthConfig (d4198f24e38872eec1ae6bc836d59fa4726b90e922a2eca51d63f4bc98fd09e2) AuthConfig (3f85fb556a2283c0128f9690308be96615c625008383ee4bfaa71f8ba5a761a5) AuthConfig (f533dbc33a65481de1b63f8ef79f31009581e1180aa980ced7c34d9fa0cce56d) AuthConfig (f65cd8d82e4297ad8d4b66ef8b7815c366715a688e00edda89f7b5a80e54f794)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"65522e1f-9e2e-4897-8388-274b202f90d7","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.216073428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"19c08ba9-44d6-4cb1-babd-63d5c76554e6","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.233618655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"0076ac82-9597-4b58-b523-3184cb48aaa5","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.239329459Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","namespace":"ai-tenant-e2e-ipp-b-a15230","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.239394514Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","namespace":"ai-tenant-e2e-ipp-b-a15230","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.239454011Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","tenant":"e2e-ipp-b-a15230","tenantID":"e2e-ipp-b-a15230","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:29:32.245706528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-ordering-sub","reconcileID":"d5dbcc4f-e556-4120-b8e8-a5038b4c7450","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.253563944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"Deployment","name":"maas-api-e2e-ipp-b-a15230","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.282865237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"Service","name":"maas-api-e2e-ipp-b-a15230","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.28289984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"d5a6ab66-989e-437b-83e9-3811636aa3e1","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.300270638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"f041ad1d-c4b3-428f-bb43-cdefef1bc26b","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.301455682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-a15230","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.315668545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-a15230","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.337001746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.353614884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.358957963Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-ordering-sub","reconcileID":"6ce801c2-4252-46fb-89bb-550377abc596","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-7a7ac6/e2e-ordering-sub","ai-tenant-e2e-worker-w1-7a7ac6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.370528881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.387119953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.40177189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.406458916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"4bafe548-7c7d-48f7-81f1-5eb359f242ed","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.417503849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.440063098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"3da4fb92-89d9-414c-acd6-eabdd8bc8d41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.446017283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"Service","name":"payload-processing-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.467847664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.48234934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.496735684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.512401811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.528375492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.539894916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-ordering-sub","reconcileID":"bd58994b-948c-416d-9588-61d9ff528546","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.542201292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.55605239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.569755251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-a15230","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.583776381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a15230"},"namespace":"ai-tenant-e2e-ipp-b-a15230","name":"default-tenant","reconcileID":"38dd922f-9a67-496d-8389-05e820885ad0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-a15230","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:32.859349374Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a15230","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a15230","reconcileID":"5df92999-274a-4cdc-927e-6cf6c8a29920","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a15230","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-a15230"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:33.211677261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f3bb2e-fd32-4015-9d94-bae9f55d2035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:33.224025566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f3bb2e-fd32-4015-9d94-bae9f55d2035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:33.236262585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f3bb2e-fd32-4015-9d94-bae9f55d2035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:33.248501915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f3bb2e-fd32-4015-9d94-bae9f55d2035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:33.800305033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba823f9-53ab-4d9a-b271-83f0548d0411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:33.8126399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba823f9-53ab-4d9a-b271-83f0548d0411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:33.825500172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba823f9-53ab-4d9a-b271-83f0548d0411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:33.837989666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ba823f9-53ab-4d9a-b271-83f0548d0411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:34.202088998Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"0d677eb4-3053-44ca-9216-376e17a3a53f","namespace":"ai-tenant-e2e-api-b-43dc72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:34.202174686Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"0d677eb4-3053-44ca-9216-376e17a3a53f","namespace":"ai-tenant-e2e-api-b-43dc72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:34.202245414Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"0d677eb4-3053-44ca-9216-376e17a3a53f","name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:34.21878146Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"0d677eb4-3053-44ca-9216-376e17a3a53f","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:34.219134148Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"9b57dfd2-0f0f-4447-9941-bd0b1acc097d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:34.219438408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a12c6edd-4f29-4dd5-9048-57c65bcb0fb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:34.219453565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a12c6edd-4f29-4dd5-9048-57c65bcb0fb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:34.255382676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"9b57dfd2-0f0f-4447-9941-bd0b1acc097d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43dc72","tenantID":"e2e-api-b-43dc72","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:34.27215264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"9b57dfd2-0f0f-4447-9941-bd0b1acc097d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"name":"e2e-api-b-43dc72-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:34.272176495Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"e2e-e2e-api-b-43dc72-policy","reconcileID":"9b57dfd2-0f0f-4447-9941-bd0b1acc097d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-43dc72-policy","namespace":"ai-tenant-e2e-api-b-43dc72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-43dc72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:34.352654162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9073c27-6ec0-4b2f-87dc-092dd4507f70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:34.352681193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9073c27-6ec0-4b2f-87dc-092dd4507f70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:35.321994963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"f477c2c3-efe0-475c-b64b-0a12438b6f74","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:35.338817701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"4e28166a-49a9-47fb-9f58-52aff10f1f6e","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:35.374137778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-ordering-auth","reconcileID":"2573162c-d459-4860-b0d6-8beeb690d739","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:35.39108709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-ordering-auth","reconcileID":"2573162c-d459-4860-b0d6-8beeb690d739","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:35.457832058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"7b52f11e-1bc5-4881-bba8-a5b590438e60","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:36.018778404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"fbb85d13-b304-4141-961e-79a86fe1c511","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:39.781030562Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3ab1b913","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-apikey-sub-binding-3ab1b913","reconcileID":"2ef20c50-7873-413f-8aed-2866f3f36a3d","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3ab1b913","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscription":"e2e-apikey-sub-binding-3ab1b913","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:39.826497959Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3ab1b913","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-apikey-sub-binding-3ab1b913","reconcileID":"2ef20c50-7873-413f-8aed-2866f3f36a3d","MaaSSubscription":{"name":"e2e-apikey-sub-binding-3ab1b913","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:39.867869646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"54da8130-f3f4-4317-8c97-246bdb481e4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:39.908539224Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","namespace":"ai-tenant-e2e-praxis-b-20d942","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:39.908683978Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","namespace":"ai-tenant-e2e-praxis-b-20d942","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:39.908805395Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","tenant":"e2e-praxis-b-20d942","tenantID":"e2e-praxis-b-20d942","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:39.923116999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"Deployment","name":"maas-api-e2e-praxis-b-20d942","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:39.96046397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"Service","name":"maas-api-e2e-praxis-b-20d942","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:39.977171881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"e24cf7b7-acae-423f-9c6b-2db2cb01bb06","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:39.978053472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-20d942","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:39.994043424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-20d942","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.014860788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.029386044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.047658978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.06226613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.07444121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.090229868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.103890198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"Service","name":"payload-processing-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.116312353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.128534901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.141609321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.155911612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.172461831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.185865144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.199269077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.211319512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-20d942","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.223342734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-20d942"},"namespace":"ai-tenant-e2e-praxis-b-20d942","name":"default-tenant","reconcileID":"86e82fd0-4450-4937-b9a9-4e60330ff757","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-20d942","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.510797211Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-20d942","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-20d942","reconcileID":"6ed874b0-9b6a-4e6d-8a61-a36568a62e37","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-20d942","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-20d942"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.852946162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761793e6-3c36-440d-be22-10b1d3db4d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.865076261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761793e6-3c36-440d-be22-10b1d3db4d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.877433785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761793e6-3c36-440d-be22-10b1d3db4d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:40.889985734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761793e6-3c36-440d-be22-10b1d3db4d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.405129305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb20ac2-42a4-415e-9756-2b9ca7db46ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.417422543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb20ac2-42a4-415e-9756-2b9ca7db46ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.429668565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb20ac2-42a4-415e-9756-2b9ca7db46ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.44196721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb20ac2-42a4-415e-9756-2b9ca7db46ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.540704152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"bb82fe67-fd2d-4667-b312-bb91720b82f1","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.552112499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"f3484da5-49ad-4ddc-af71-123632118bce","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93016b","tenantID":"e2e-praxis-a-93016b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.557291418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"5ed30f82-735d-47ac-8562-3c7c2f697d44","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.568798946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"f3484da5-49ad-4ddc-af71-123632118bce","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"e2e-praxis-a-93016b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.584682864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-93016b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8a32d0a805e0967aa9ab4c400aae6b815153a05719d50b72c3ec2e5784829ba) AuthConfig (09a649ed74fca78febe6a379dc4f022bbf0b59378bc2b796e25d80b8a6e92911) AuthConfig (d6d7f3a53ef023e938f70d3e19e644d2cd49b24ffd75eb495584970b0b9aa137) AuthConfig (a1ec0793d169027262968922f3b42b1fd3cf2566097757fd4da68a074a2c0f18) AuthConfig (da75d24fbf9c1fc21be0ba542ad8879296d5555cb2f3a04fd8d631f266468d3d) AuthConfig (864617b8c2b025415571447877069103ffb28092da108bcee705e1639a1ddc72) AuthConfig (3ccc090bdbc293f56bcf8426c017a8a8ef922b2d4cba54cf0c57f0ddaa56a1af) AuthConfig (aa612648ea798b918e5b1b73b5304f3c907d99a0ab655e4d1ff85750f943a536) AuthConfig (d4198f24e38872eec1ae6bc836d59fa4726b90e922a2eca51d63f4bc98fd09e2) AuthConfig (3f85fb556a2283c0128f9690308be96615c625008383ee4bfaa71f8ba5a761a5) AuthConfig (f533dbc33a65481de1b63f8ef79f31009581e1180aa980ced7c34d9fa0cce56d) AuthConfig (f65cd8d82e4297ad8d4b66ef8b7815c366715a688e00edda89f7b5a80e54f794)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"f3484da5-49ad-4ddc-af71-123632118bce","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.66363221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-auth-no-access","reconcileID":"d0e02a78-b850-41fd-b269-ffd17c5f4487","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.680663153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-auth-no-access","reconcileID":"d0e02a78-b850-41fd-b269-ffd17c5f4487","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.744815006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"82756289-d4c0-4290-9141-fb6ffb0f1657","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.748728407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"b1bf5ad0-8ea5-4a22-9644-50e09369e7de","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.762115063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"1c2d43fb-57a1-4ec6-8c62-850a024782c1","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:29:41.775493954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-no-access","reconcileID":"cfb615ac-1a2a-41dd-b196-161f212c5698","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.811928893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"11bd0d31-ede9-4ff9-b3df-5bd7a76ba72a","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.831335202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"b5d38b70-461e-4771-81b8-601d1e73b12c","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.866362373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-auth-no-access","reconcileID":"026c7f15-1cd6-4ba3-8383-b9c46cce4c86","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.883280835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-auth-no-access","reconcileID":"026c7f15-1cd6-4ba3-8383-b9c46cce4c86","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.885403785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"b529d9a2-340a-4bba-9c6d-e95eba439434","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.888458001Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-no-access","reconcileID":"42241615-e962-405f-a2be-ff5b66ec2aba","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w3-564c8f/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.901958958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"45d4e2a3-bdb7-48ea-850b-92018e7f66ee","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.975667052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-auth-access-denied","reconcileID":"2022103a-afd2-4f2b-860a-0b6e9df5fb77","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.977993629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"613cbc8d-c682-4f35-974e-80229b4f44b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.984055179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"f7f28a8c-3000-435b-ad02-8563b1362aa4","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:41.992497855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-auth-access-denied","reconcileID":"2022103a-afd2-4f2b-860a-0b6e9df5fb77","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.058259588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"18a43688-0843-4109-b372-6098bd2492ae","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.071741015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-no-access","reconcileID":"ff10c0f2-afa5-4230-9db3-508dcd86bf9c","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.092693543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"7309b5e0-0418-4bed-adb0-90dc7c954338","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.097016483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-auth-access-denied","reconcileID":"c632005e-f3d0-461e-acb0-78acecf41128","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.111638123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"f2f38bdd-95bb-4828-83f0-82e3e6d2132e","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.115875664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-auth-access-denied","reconcileID":"c632005e-f3d0-461e-acb0-78acecf41128","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.122139056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"cb4bae55-4c37-40e9-bcdb-bf15ead71b58","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:29:42.124337942Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-b1c718/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.13708658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"bfb78f87-cc94-478b-856e-eb71aa4c1e46","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.193265598Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-user-subscription","reconcileID":"c507e039-6c3f-4f83-b0a1-7601b0f4b62f","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/e2e-test-user-subscription","ai-tenant-e2e-worker-w5-b1c718/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.244811882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"24c06ff6-b117-4c5e-b1f0-ecf91dc257e6","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.275879443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"00348c37-7a06-48ef-9af4-5a6a14c08b70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.295973676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"283c2695-89b0-4dfc-b2a3-8ca01e604018","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.296041039Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-b1c718 priority=0:[ai-tenant-e2e-worker-w5-b1c718/e2e-test-other-subscription ai-tenant-e2e-worker-w5-b1c718/e2e-test-user-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.314204105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"649d3421-32bf-4338-a716-bf5da466d51a","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.325620779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"d0f574ee-63c8-4860-a4dc-30cb8f031a9b","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:29:42.326981395Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-b1c718/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.342479941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"3987f89e-c629-45c5-8ca8-8953a66c3390","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.397025636Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-user-subscription","reconcileID":"c2961ba7-0314-410a-bbc0-c5ad5dae5b9c","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/e2e-test-other-subscription","ai-tenant-e2e-worker-w5-b1c718/e2e-test-user-subscription","ai-tenant-e2e-worker-w5-b1c718/simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:29:42.409831881Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-other-subscription","reconcileID":"c180115d-2b31-4d16-87f5-6f0a2eec75b5","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w5-b1c718\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:29:42.427507685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-other-subscription","reconcileID":"c180115d-2b31-4d16-87f5-6f0a2eec75b5","error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w5-b1c718\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.428646442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"d4a89935-fe1f-4f7d-a787-2068aa31f695","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.475108675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-user-subscription","reconcileID":"1b43ecc7-488e-44a6-abea-cf8485ef09ae","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.475220099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"faa82f75-a387-4691-9552-192ea0c330b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.475650601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-other-subscription","reconcileID":"89e64c3a-cda8-4f20-b872-12392ba24d27","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.546174648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"8b22ee32-1739-4384-8017-6fc142efb3f6","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:42.64247327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"9b300ae3-c921-47c2-81a3-da21463c60ff","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:43.085356177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"54f20c4f-0b31-4be0-93b5-65fae5abaca0","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:46.065069074Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-ordering-sub","reconcileID":"5053e493-c373-4305-8a18-fc5500df0f28","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscription":"e2e-ordering-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:46.108928032Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-ordering-sub","reconcileID":"5053e493-c373-4305-8a18-fc5500df0f28","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-7a7ac6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:46.146380516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"cf67a73f-6a56-4e79-89d7-ca002741da77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:46.172364654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"4016b2e9-8ba6-4a0b-bd33-1a8b5f9b8268","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:46.188784734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"43aadbcd-38d1-446b-a754-697559fb92ee","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:46.323009862Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-ordering-auth","reconcileID":"b8eb4b9e-119f-41be-b783-77db98031e32","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:46.323082878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"861007ae-32d0-4dd6-8d10-d2a88f68d26f","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:46.362458725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"ae098410-04d3-4dc7-9d5a-b58a13dc1519","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:47.74292323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"c4e7804c-de6c-495e-8385-674b1c12f3bd","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:47.765787547Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:47.766382705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"bbe4da45-63f1-4b6f-a2ff-008ddef7e0c1","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:47.805689773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-auth-success","reconcileID":"357eae65-6de4-4212-8074-ca55fd342377","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:47.824222672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-auth-success","reconcileID":"357eae65-6de4-4212-8074-ca55fd342377","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:47.907632376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"5dcbbb0a-f3fc-42da-bb5e-eb40007e4c62","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:47.952974997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-auth-success","reconcileID":"662c78e3-dadf-4a1c-94c2-09a032b2014f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:47.9567349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"9bb2128c-1125-4970-8a49-64285ab8c1ca","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:47.970559446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-auth-success","reconcileID":"662c78e3-dadf-4a1c-94c2-09a032b2014f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:47.974705718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"5f79c196-cf5e-4d76-9058-c78e7824270c","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:29:47.987925956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-subscription-success","reconcileID":"ee899f2a-9c90-4cae-b8c4-584fea9c50b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:48.027011168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"38d687d8-4da8-4c56-824d-1a4af9fe90b1","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:48.044511887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"a9841cad-6944-4ba5-a3ca-7bb1d014baf5","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:48.101466247Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-subscription-success","reconcileID":"68dc6076-4bf2-4ef7-8df2-d53a4332e61d","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-7a7ac6/e2e-test-subscription-success","ai-tenant-e2e-worker-w1-7a7ac6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:48.150604866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"64f6e65e-e77d-48a3-914a-4bceff256d9a","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:48.182892697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"7751e4e1-35a9-4841-8dcb-9c65592a8ad1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:48.187406532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-subscription-success","reconcileID":"8391be76-8477-4151-bc94-a26f4788f411","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:51.469256216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-sub","reconcileID":"87a4ea3c-e870-4e71-b7a6-4d2e074f2533","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"maas-trlp-ipp-route-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:51.583382495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"73aba2fb-aded-444d-aede-49731b1ef8a3","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:51.583424966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"73aba2fb-aded-444d-aede-49731b1ef8a3","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:51.635228928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"dc959dcb-4ebd-428f-a4de-a81ddbef6154","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93016b","tenantID":"e2e-praxis-a-93016b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:51.656183132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"dc959dcb-4ebd-428f-a4de-a81ddbef6154","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"e2e-praxis-a-93016b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:51.846825908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"de1ad3a4-a5c7-4974-be4c-992cbed69e63","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:51.846853229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"de1ad3a4-a5c7-4974-be4c-992cbed69e63","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:52.760490963Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-no-access","reconcileID":"0d587987-3c71-47ab-9718-c8f42dbdd53d","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscription":"e2e-test-subscription-no-access","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:52.844959982Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-no-access","reconcileID":"0d587987-3c71-47ab-9718-c8f42dbdd53d","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:52.857286331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"a0ffc3e7-3327-4151-81b5-83594b675014","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:52.857314457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"a0ffc3e7-3327-4151-81b5-83594b675014","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:52.980120593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"e1053fbb-92a8-4fc6-b346-62e6e456af3d","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:52.992349818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"081f64e3-befe-4361-afba-ae1b5b901843","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:52.993213437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"9dbd7f7c-2028-4779-a86f-648d81fd3f87","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:52.993230791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"9dbd7f7c-2028-4779-a86f-648d81fd3f87","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.003751303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"a7f18022-9046-4bc0-96fc-2428e1289957","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93016b","tenantID":"e2e-praxis-a-93016b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:29:53.01965573Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-93016b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.076776757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"ef4b495b-b621-48b8-8fab-cd3987ce3cc3","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.076805714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"ef4b495b-b621-48b8-8fab-cd3987ce3cc3","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.105842229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"a7f18022-9046-4bc0-96fc-2428e1289957","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"e2e-praxis-a-93016b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.132858081Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-user-subscription","reconcileID":"d133c07a-914d-461a-aa9a-38b55140d2dc","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscription":"e2e-test-user-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.133407449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"3435d336-0d7e-4bbb-956e-0d814fc710b1","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fb3ad","tenantID":"e2e-ipp-a-3fb3ad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.15633405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"62430c21-c47d-4ca2-b863-2e0460c21a59","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.215506241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"c63fee27-9c8b-48e4-b793-bc9660af9f7d","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.215532918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"c63fee27-9c8b-48e4-b793-bc9660af9f7d","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.234871346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"3435d336-0d7e-4bbb-956e-0d814fc710b1","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"e2e-ipp-a-3fb3ad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.241448578Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-user-subscription","reconcileID":"d133c07a-914d-461a-aa9a-38b55140d2dc","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/e2e-test-other-subscription","ai-tenant-e2e-worker-w5-b1c718/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.260545414Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-sub","reconcileID":"2c05d925-77d8-497a-980d-df604a14b6bb","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"maas-trlp-praxis-route-93016b","model":"praxis-route-93016b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.305753058Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-auth-no-access","reconcileID":"f8bacbf7-7b38-4fa0-ac40-d1a40c650ec8","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.306218392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"e6ac8561-dc0a-4002-b093-bd16d7b540f8","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.349062113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-other-subscription","reconcileID":"2fdb712a-47be-4333-96b2-9901ae3eac61","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.395087017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"17a87b54-0401-48d3-ab06-b63f918c272f","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.40948946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"0b9555a7-2c54-4bea-b811-c67706bf9376","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.422874868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"8f4f22f8-4818-4776-bbe9-4d091ab813a1","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.422988429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"8f4f22f8-4818-4776-bbe9-4d091ab813a1","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.453490369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"bc1a975d-13b9-467f-aa28-96977dd3bd8d","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.461430573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-sub","reconcileID":"7765ede2-d0db-4a1b-99d3-23c7ff512a92","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"maas-trlp-praxis-route-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.494117724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"95ff7832-f3fb-4838-9584-bba39da28958","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.595506353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"9e1ca296-4835-4e2b-aafd-fdffeeaf6672","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.61204202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"7b29f9cb-ae6e-428f-80b4-add7049ff454","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.64787356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-active-auth","reconcileID":"c3b3a1f3-ed7e-4c12-9f7e-22e3cbf0143d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.666691141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-active-auth","reconcileID":"c3b3a1f3-ed7e-4c12-9f7e-22e3cbf0143d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.73577333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"77e18741-a375-4f95-8e7b-7b1066351921","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.776000223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-active-auth","reconcileID":"cf5f4178-438c-433f-874b-8dfa2a85cd22","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.792904342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-active-auth","reconcileID":"cf5f4178-438c-433f-874b-8dfa2a85cd22","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.798613028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"0613586f-e27e-4b67-a0ff-c4005bff00f6","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.819517495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"9a3170f8-37df-4002-9255-b4f66f467223","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:29:53.838556256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-active-sub","reconcileID":"fd259206-9e3c-4639-84dc-c15972676783","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.880618234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"82d892ef-ee54-4eeb-a517-8b817a8a40bb","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.897699457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"6faa347d-dc11-41fb-8923-5e8d8537f33a","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:53.958453916Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-active-sub","reconcileID":"0c7ea770-6a10-4a94-8fc3-173acf9674e2","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/e2e-status-active-sub","ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.007389894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"98c49455-2bf5-4009-948d-183d982a4058","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.078160295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"1954b3d2-f2dd-4a45-b322-7a2f194ad940","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.07833471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-active-sub","reconcileID":"07ba2772-a06a-4661-8ced-92d68ef66d71","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.449137953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"62d3b948-cd43-4805-975a-ea0bd7607368","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.453112107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"98dfa941-0d6a-4389-ae6e-b4e6b1d79e18","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.46960911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"7f28e9c6-bfe6-441f-9f8b-501cf98732be","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.51463004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ce5c25b9-148f-45fb-92a1-a8bc2d6eccd7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.533083039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ce5c25b9-148f-45fb-92a1-a8bc2d6eccd7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.606357624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"543fec5d-6015-4ab4-b409-4135bc0e8f5c","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.641943814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cd777450-678a-4137-bbd7-171af53c5754","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.655479254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"fbaf5672-6c4d-422e-bbf7-36db2cd4106d","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.660141385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cd777450-678a-4137-bbd7-171af53c5754","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.671061605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"4ff8819a-ecea-461b-a173-d1735600e016","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:29:54.68601883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-free","reconcileID":"804d8d62-5eb1-4706-a4a5-1aa8395d5548","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.723218222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"bad1e6fb-d3e9-49ee-91ab-26b931b29cc0","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.738775885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"72c2a51a-54c9-44b6-abef-d1c96343cb79","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.797753298Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-free","reconcileID":"cc22696d-10f8-4e2c-b261-18a56efd7973","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-564c8f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.845466981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"4feffb71-081f-4905-a2d1-8c3fa18e03ce","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.863652343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"afdafa19-9f20-432c-bcd3-20f46fa65e85","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.863694283Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.876514316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"352386eb-626a-424a-9015-49a425072763","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.881756068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"a6ef6f82-ca60-4c5a-9b05-d2c96895e519","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.882344255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-free","reconcileID":"4a2111cb-52ab-4a91-b697-372631c3ad50","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.892833827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"0e7005e5-956a-47a1-b01c-30db9c71e8d0","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:29:54.894967683Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.907655577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"588813a8-8e87-4260-b3c0-ed9e930d8fd4","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:54.993761691Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-premium","reconcileID":"172216df-b7ef-43e4-b40d-e296203cfa6f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-564c8f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:55.022733083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"22f3814d-4027-4a08-9e96-ae45a7c9244c","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:55.041935132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"766a2e57-e0c1-4819-841e-a705f3b3070c","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:55.077425459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"24134eab-cce8-48c6-8077-2047bb05f144","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:55.077710318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-free","reconcileID":"ab28fc58-4def-4664-9b89-fd74971b67e1","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:55.078078772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-premium","reconcileID":"9ee9786d-9eae-4f70-9420-a047a7158caf","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.611746799Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","namespace":"ai-tenant-e2e-api-b-43dc72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.611837173Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","namespace":"ai-tenant-e2e-api-b-43dc72","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.611933303Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","tenant":"e2e-api-b-43dc72","tenantID":"e2e-api-b-43dc72","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.625910267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"Deployment","name":"maas-api-e2e-api-b-43dc72","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.653786526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"Service","name":"maas-api-e2e-api-b-43dc72","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.67153635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-43dc72","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.686180918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-43dc72","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.701181505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.715667675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.732793434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.747417263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.759331726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"Deployment","name":"payload-processing-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.771173746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.783131739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"Service","name":"payload-processing-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.795014041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"Service","name":"payload-pre-processing-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.806777679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.818617949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.830443975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.846049617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.858217128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.874133141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.881282512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"c8e2186a-b3da-4be2-8eae-6461b7882fe2","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.881309297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"c8e2186a-b3da-4be2-8eae-6461b7882fe2","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.886771301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-43dc72","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.899828539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"5fd92a96-273c-4e13-86fd-a7910ce35696","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.899848229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"5fd92a96-273c-4e13-86fd-a7910ce35696","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.910013827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-43dc72"},"namespace":"ai-tenant-e2e-api-b-43dc72","name":"default-tenant","reconcileID":"10174c16-9cf2-4659-813a-8c5cb3425239","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-43dc72","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.935056318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"2d64e801-1b7d-4c81-adae-ffb1dcf83127","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fb3ad","tenantID":"e2e-ipp-a-3fb3ad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.93628578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-sub","reconcileID":"033e9a9d-6dd1-48a5-be6c-2a2e6ca2b0f8","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"maas-trlp-ipp-route-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:29:59.970859628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"2d64e801-1b7d-4c81-adae-ffb1dcf83127","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"e2e-ipp-a-3fb3ad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:00.296200749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-sub","reconcileID":"1bdb89ea-23e3-487b-8ab3-be47ddb115c0","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"maas-trlp-ipp-route-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:00.309483396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"14c32a1a-d770-463c-bc97-074c79d87c5b","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fb3ad","tenantID":"e2e-ipp-a-3fb3ad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:00.3300622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"14c32a1a-d770-463c-bc97-074c79d87c5b","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"e2e-ipp-a-3fb3ad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:00.431234855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9eca0f-c78a-435a-9b3f-ed09894299f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:00.445648074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9eca0f-c78a-435a-9b3f-ed09894299f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:00.459077621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9eca0f-c78a-435a-9b3f-ed09894299f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:00.472219354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9eca0f-c78a-435a-9b3f-ed09894299f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:00.491466129Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-43dc72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-43dc72","reconcileID":"5b3b9ef3-03e9-49a5-9a57-a994bdb9245e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-43dc72","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-43dc72"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:01.0393083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a2bb10c-41e7-481e-aedf-5ff93d533766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:01.051948361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a2bb10c-41e7-481e-aedf-5ff93d533766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:01.066224277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a2bb10c-41e7-481e-aedf-5ff93d533766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:01.07975335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a2bb10c-41e7-481e-aedf-5ff93d533766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:03.537103555Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-other-subscription","reconcileID":"41208d38-c999-475f-90fe-08c4837ed28f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscription":"e2e-test-other-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:03.588605451Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-other-subscription","reconcileID":"41208d38-c999-475f-90fe-08c4837ed28f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:03.628821107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"cc001b89-e995-498a-91bb-4b77734e4b59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:03.736851788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"a53a3c63-9862-4b9d-a317-4ef191edc179","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:03.736920709Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:03.755905774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"775b29b1-ec04-408d-922b-c8bb50f89b92","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:03.91489806Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-auth-access-denied","reconcileID":"d1d0343f-2cd8-4bde-ac2f-1dd9d421922e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:03.914987382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"ca602709-5472-49ed-9be5-16e046da8ca4","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:04.044282597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"013ccc7a-e731-45ad-8fa3-dabf7e4ea595","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:04.493336532Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-active-sub","reconcileID":"8ff05cd2-445b-4220-8150-290a89c8a61f","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscription":"e2e-status-active-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:04.538371702Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-active-sub","reconcileID":"8ff05cd2-445b-4220-8150-290a89c8a61f","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:04.584791306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"5453cdf9-0e1b-4efa-bab3-b7be2087e746","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:04.686402352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"c9c2a4c4-97c1-414f-b155-7c560f5d672c","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:04.686518713Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:05.004371881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-active-auth","reconcileID":"257474c1-44c0-40c4-9db5-3c7445413b80","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:05.004423462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"d9be45f4-181a-48e3-9a8f-1332e12b1b36","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:05.135844762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"44341d88-20c3-48b8-8af2-03c35cea1cc5","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.25544462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"5dd1e9a3-0486-40e0-961e-5ef91b8ea11e","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.272428626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"a6cd3d06-04bf-429f-9795-ad94b4b88ada","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.387483801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-group-auth","reconcileID":"1d5d1ca1-b707-4eea-910a-63bc28c7d098","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.404198131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-group-auth","reconcileID":"1d5d1ca1-b707-4eea-910a-63bc28c7d098","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.504998641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"4233a8c1-d6f8-43a0-a0ea-17501ae78874","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.505123288Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.520651817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"2093e575-5b39-4d31-bea1-ce41e074db57","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:06.550143937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-group-subscription","reconcileID":"8ad887d0-aae5-4acb-9b27-bc18a967c921","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.569439339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"5141ceda-7ae7-4d92-a4ec-339ab4b0eb92","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.585224885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"ef216824-f83d-4660-ae79-c3cb8e13b141","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.595424635Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.600306919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"fddb2e8e-80e7-4e5d-b3e9-b38caa77bf51","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.608985417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-group-auth","reconcileID":"b6aa8e9b-66ef-4147-a236-dcf70f12637f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:06.609361533Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-b1c718/e2e-test-group-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.626088106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-group-auth","reconcileID":"b6aa8e9b-66ef-4147-a236-dcf70f12637f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:06.627323928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-failed-sub","reconcileID":"3f80e587-6bb7-4402-b493-f6babade93e6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.65836435Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-group-subscription","reconcileID":"a3290387-4ca6-4a03-8aa8-085f27b0ce31","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/e2e-test-group-subscription","ai-tenant-e2e-worker-w5-b1c718/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.706514852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"a7993797-551f-4754-900b-2a28ef004c38","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.739624502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"f70c8049-dafb-4405-8f72-7c63ccfece68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.747385324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-group-subscription","reconcileID":"2abaad1d-9fb8-4731-8753-73b053725795","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:06.784409559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-group-auth","reconcileID":"b6aa8e9b-66ef-4147-a236-dcf70f12637f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.873617097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-group-auth","reconcileID":"86f27696-7cb9-4554-959c-d47770c243dc","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:06.952241688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-group-auth","reconcileID":"86f27696-7cb9-4554-959c-d47770c243dc","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:10.099859517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"505e7636-0df3-4e62-8010-d44e208ad900","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:10.09988647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"505e7636-0df3-4e62-8010-d44e208ad900","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:10.136869895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"87cd4def-92fd-4c23-a8dc-f176cb7a83a1","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fb3ad","tenantID":"e2e-ipp-a-3fb3ad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:10.158336025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"87cd4def-92fd-4c23-a8dc-f176cb7a83a1","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"e2e-ipp-a-3fb3ad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:10.160193965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-sub","reconcileID":"dcc4402b-7ebe-4f95-bdf6-22e8bb341d41","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"maas-trlp-ipp-route-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:10.238051365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-sub","reconcileID":"6f3c6807-80e6-429f-bcd2-d8d990497f1a","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"maas-trlp-ipp-route-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:13.134957668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53a2ddde-e753-436a-93f4-b8a5d828dd0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:13.148282418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53a2ddde-e753-436a-93f4-b8a5d828dd0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:13.173260464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53a2ddde-e753-436a-93f4-b8a5d828dd0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:13.196209305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53a2ddde-e753-436a-93f4-b8a5d828dd0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:13.729783188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7799006b-43b7-4f0f-b776-42617e8a37d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:13.745881322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7799006b-43b7-4f0f-b776-42617e8a37d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:13.760621032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7799006b-43b7-4f0f-b776-42617e8a37d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:13.778808688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7799006b-43b7-4f0f-b776-42617e8a37d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:14.021064462Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1dd8c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1dd8c1","reconcileID":"5eac8556-e2e3-41ba-b175-40d9bb99ee41","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1dd8c1","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-1dd8c1":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:14.408959986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaf33d0-c96f-400b-a172-197812d249e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:14.421088613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaf33d0-c96f-400b-a172-197812d249e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:14.433282996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaf33d0-c96f-400b-a172-197812d249e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:14.446022831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaf33d0-c96f-400b-a172-197812d249e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:17.016145996Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-failed-sub","reconcileID":"0d9a98b5-eafd-4b05-a397-a1c603fb7125","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:17.016303755Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-failed-sub","reconcileID":"0d9a98b5-eafd-4b05-a397-a1c603fb7125","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/nonexistent-model-xyz","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:17.09700905Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:17.11854844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"286a5cfa-80bd-4ef4-a54c-5feaadc2f158","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:17.751293754Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:17.967564319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"ecc6dbba-8262-4912-a9f7-4921885ee407","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:17.987285918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b1fdfd65-705b-4843-9db0-e65460469ae4","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.039362237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-auth","reconcileID":"79b534cd-0328-4bb6-800b-1b777a998e98","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.061382568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-auth","reconcileID":"79b534cd-0328-4bb6-800b-1b777a998e98","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.155470209Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.155801042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"17198a44-80c2-42c6-828e-367cce832b19","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.182478201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b1c634f7-13f7-47e5-adad-a590f9197b1d","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:18.199478925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-sub","reconcileID":"905b1b3b-d425-4c98-a6e1-ae8fb8493b72","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.222059545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"becda93a-b15a-4e92-9ba5-5bee29ec6016","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.23911422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"3159349f-05c7-4c0e-a28d-c3fa06798f59","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.261025052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-auth","reconcileID":"c70f1431-d729-41b3-a3a3-1211eb423b79","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.2615208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"8fb03ba6-71c3-44cb-bd64-6f1f4bc5875e","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.285819795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-auth","reconcileID":"c70f1431-d729-41b3-a3a3-1211eb423b79","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.326024892Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-sub","reconcileID":"35194b23-8ae9-4c05-bc98-b485a5e4e56a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.326229559Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-sub","reconcileID":"35194b23-8ae9-4c05-bc98-b485a5e4e56a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.402126277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"61b6e6a7-0b54-4615-8e0f-c0f069ac3065","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.408187902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"6031871a-1fd4-4081-b292-bd819994c4a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.510971941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-sub","reconcileID":"5777d78b-031c-45a6-b99c-2772dda5ce1f","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.511247591Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-sub","reconcileID":"5777d78b-031c-45a6-b99c-2772dda5ce1f","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:18.962772957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"8a50b7ed-bb6b-45a3-bb08-21c4ffd5f6f8","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:19.022082939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"d3246acb-c4af-4dcf-9251-5d37466f36f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:19.034840375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"b516cc59-2a15-44af-90ae-108a7a7df889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:19.062326039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"b516cc59-2a15-44af-90ae-108a7a7df889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:19.086239198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"8e2f6347-7979-4253-9af7-9b501ff41004","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:19.142434107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"d83169f6-bd2b-4cca-9d76-002c19545662","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:19.795385683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"8b0aa869-6cb0-46d2-957b-3753fb643bb9","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:20.593603837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"892d5da0-1482-4a04-ba8b-839d486589f0","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:20.619783002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"28d83adc-1f32-48fa-9cdf-34c4a2a9a11c","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:21.425618436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"3da156ea-3a00-41d8-85ed-e6ef6fc8245a","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:22.776799781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-sub","reconcileID":"ad4b44b3-2ba2-4722-8071-e4095e92b39c","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"maas-trlp-praxis-route-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:22.850548222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"9cf1cae2-7828-4e0d-a1f8-033eca225308","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:22.850678576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"9cf1cae2-7828-4e0d-a1f8-033eca225308","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:23.781960212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"12fcd1a8-d2e4-4ca7-ab23-48cb830b6a05","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:23.832179981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"f5b84482-18db-4603-98b4-642af268bef9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:23.895687693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"ebc6bccf-015c-4607-aef7-591ada9c7564","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93016b","tenantID":"e2e-praxis-a-93016b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:23.914902921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"4f8d705b-1821-4481-8572-cec84b72e1b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:23.931244634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"ebc6bccf-015c-4607-aef7-591ada9c7564","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"e2e-praxis-a-93016b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:24.008239672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"1a832fa9-dc18-4dcc-a71e-2f956354a4c7","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:24.011348984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"4f8d705b-1821-4481-8572-cec84b72e1b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:24.20239869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"c91534d6-6c36-47e2-8239-3e0b38619002","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.213713275Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"3a31d6bc-3211-496c-b560-205ed44a7228","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.21381276Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"3a31d6bc-3211-496c-b560-205ed44a7228","name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.23041138Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"3a31d6bc-3211-496c-b560-205ed44a7228","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.23043995Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"3a31d6bc-3211-496c-b560-205ed44a7228","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.230612855Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"3a31d6bc-3211-496c-b560-205ed44a7228","name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.231017406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"109972c7-e019-439b-b8e7-6f69fb988715","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.231033841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"109972c7-e019-439b-b8e7-6f69fb988715","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.247200049Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"3a31d6bc-3211-496c-b560-205ed44a7228","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.247721709Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"43221b40-7a1c-4bc6-b1b0-ee85404148e2","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.250336563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"9b247aea-3328-477f-a075-6fdabd0d5112","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.250357079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"9b247aea-3328-477f-a075-6fdabd0d5112","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:26.263797038Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"9b247aea-3328-477f-a075-6fdabd0d5112","name":"ipp-route-3fb3ad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-3fb3ad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:26.263853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"9b247aea-3328-477f-a075-6fdabd0d5112","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-3fb3ad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.269191428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"761646af-54cd-496a-8d0e-4990858d94d5","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.269206854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"761646af-54cd-496a-8d0e-4990858d94d5","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.275340933Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-sub","reconcileID":"4ee2c410-2549-407a-b422-cca5fe1b3217","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-26375c9f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.301405322Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-sub","reconcileID":"8b3dbb13-72ca-43d4-be42-f66a51a78054","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-26375c9f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.376296996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"43221b40-7a1c-4bc6-b1b0-ee85404148e2","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fb3ad","tenantID":"e2e-ipp-a-3fb3ad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.393546575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"43221b40-7a1c-4bc6-b1b0-ee85404148e2","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"e2e-ipp-a-3fb3ad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.393618292Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"43221b40-7a1c-4bc6-b1b0-ee85404148e2","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.411163332Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"1d73dbf2-e0a5-4047-8401-f882f9a8951f","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.411430282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"4745818e-f351-40d2-bd82-fba44ad83aa6","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.411445332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"4745818e-f351-40d2-bd82-fba44ad83aa6","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.578248532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"1d73dbf2-e0a5-4047-8401-f882f9a8951f","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fb3ad","tenantID":"e2e-ipp-a-3fb3ad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.59626295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"1d73dbf2-e0a5-4047-8401-f882f9a8951f","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"e2e-ipp-a-3fb3ad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:26.596291062Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"1d73dbf2-e0a5-4047-8401-f882f9a8951f","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fb3ad","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:26.608515733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fb3ad-auth","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-auth","reconcileID":"1d73dbf2-e0a5-4047-8401-f882f9a8951f","error":"maasauthpolicies.maas.opendatahub.io \"ipp-route-3fb3ad-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:27.110364297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"1d3de0cd-ba4f-433e-9944-db7f6ff7abe9","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:27.893061192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"52aac2cc-6406-449d-a0d5-46bb3db3409e","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.595012102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"1dfbc705-9282-42ad-838d-11d13b799828","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.595033869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"1dfbc705-9282-42ad-838d-11d13b799828","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.610674265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"bf9e2b54-d60f-4536-8d17-8a593a55d151","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.610693403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"bf9e2b54-d60f-4536-8d17-8a593a55d151","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.643899012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"fbc3a809-a96f-4c49-8227-833b0d513570","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93016b","tenantID":"e2e-praxis-a-93016b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.645308255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-sub","reconcileID":"b71fbb65-097f-476b-bc43-0fe76336f83c","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"maas-trlp-praxis-route-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.661049037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"fbc3a809-a96f-4c49-8227-833b0d513570","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"e2e-praxis-a-93016b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.746764876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-sub","reconcileID":"cc7fbb34-e3ff-494e-8574-d83ef37b796a","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"maas-trlp-praxis-route-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.813507387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"72bce388-9421-458c-a6c8-0072a00d2910","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93016b","tenantID":"e2e-praxis-a-93016b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.831110857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"72bce388-9421-458c-a6c8-0072a00d2910","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"e2e-praxis-a-93016b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.887457264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2f4a25-a3ce-4700-b140-ac2bbbf6f2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.902764878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2f4a25-a3ce-4700-b140-ac2bbbf6f2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.915220618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2f4a25-a3ce-4700-b140-ac2bbbf6f2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:28.927415202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2f4a25-a3ce-4700-b140-ac2bbbf6f2db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:29.397669911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"1b0cb95a-1544-433c-9494-ecbf8e55dbf0","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:29.485807626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2249b363-a57c-4252-823f-399f8c44c638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:29.498703487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2249b363-a57c-4252-823f-399f8c44c638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:29.510905513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2249b363-a57c-4252-823f-399f8c44c638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:29.523261107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2249b363-a57c-4252-823f-399f8c44c638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:30.109243929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6650de1d-487d-4c1b-8f46-e34cbcb39f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:30.121612766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6650de1d-487d-4c1b-8f46-e34cbcb39f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:30.133933387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6650de1d-487d-4c1b-8f46-e34cbcb39f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:30.146413827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6650de1d-487d-4c1b-8f46-e34cbcb39f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:30.663043154Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-sub","reconcileID":"912d5ecb-78d2-48ab-b0ce-8099fba3dc70","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscription":"e2e-status-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:30.707558473Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-sub","reconcileID":"912d5ecb-78d2-48ab-b0ce-8099fba3dc70","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:30.707628676Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-sub","reconcileID":"912d5ecb-78d2-48ab-b0ce-8099fba3dc70","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:30.707804768Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-sub","reconcileID":"912d5ecb-78d2-48ab-b0ce-8099fba3dc70","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:30.747224797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"92430274-fc52-4bfa-b64a-bfb682f0a77d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:30.857119772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"fc36a5da-c184-4e01-997b-8075e54f7a07","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:30.857601261Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:31.029757215Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-degraded-auth","reconcileID":"315c6647-bae8-4f55-96c8-2c2ebca2916d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:31.029804231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"64bcba30-1413-404d-b7d4-f812027fcbba","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:31.158892369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"ccb374b0-2930-4dc0-8d7a-3e48cb9c80e9","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.047005932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"187b0621-3124-4a58-bf16-43f04f5c1fc6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"tenant":"e2e-worker-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.047035027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"187b0621-3124-4a58-bf16-43f04f5c1fc6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.065416483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"8413eaa5-b2f3-420c-abaa-7719f15bf06b","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.233636542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"bbabdcaf-1f06-43c9-ac19-64880459c107","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"tenant":"e2e-worker-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.233663396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"bbabdcaf-1f06-43c9-ac19-64880459c107","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.248198982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"0c765e0b-89d9-4e05-b451-92c0b5e2f7f6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"tenant":"e2e-worker-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.248220911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"0c765e0b-89d9-4e05-b451-92c0b5e2f7f6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.295904336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-auth","reconcileID":"6d263b64-87fb-426c-8877-bf14563dbd34","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.313031452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-auth","reconcileID":"6d263b64-87fb-426c-8877-bf14563dbd34","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.38244756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"273e1307-2ee1-416e-b7ce-a54350002edc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"tenant":"e2e-worker-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.382468019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"273e1307-2ee1-416e-b7ce-a54350002edc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.431287884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-auth","reconcileID":"22b46f58-c85b-4ece-960d-d07152fc70a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.445677391Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.445913631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"089b3ca5-bc52-4383-94c3-ec4eb3985e39","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"tenant":"e2e-worker-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.445931978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"089b3ca5-bc52-4383-94c3-ec4eb3985e39","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.4486966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-auth","reconcileID":"22b46f58-c85b-4ece-960d-d07152fc70a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.46577548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"85244e4d-7ad0-48db-bc6d-9fc5ccaf105c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"tenant":"e2e-worker-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.465801269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"85244e4d-7ad0-48db-bc6d-9fc5ccaf105c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:32.476819781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-sub","reconcileID":"dd26c83d-381c-4455-90d2-98aee495d9b1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:32.480869846Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"85244e4d-7ad0-48db-bc6d-9fc5ccaf105c","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:32.480926125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"85244e4d-7ad0-48db-bc6d-9fc5ccaf105c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.486280215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"298f723c-b954-46ac-8eff-08a4595c0822","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"tenant":"e2e-worker-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.486296887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"298f723c-b954-46ac-8eff-08a4595c0822","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.507139825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"c0cd3c37-6c91-417f-a135-0fef68533fb4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"tenant":"e2e-worker-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.507159116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"c0cd3c37-6c91-417f-a135-0fef68533fb4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.524254552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"1732360f-9725-4e0e-9d59-ebd3e5f3c47e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"tenant":"e2e-worker-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.524274497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"1732360f-9725-4e0e-9d59-ebd3e5f3c47e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.535255607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-auth","reconcileID":"50c5829b-785f-45fb-82cd-5aaea15b159c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.5523558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-auth","reconcileID":"50c5829b-785f-45fb-82cd-5aaea15b159c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.57563575Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-sub","reconcileID":"d88c563f-e65a-4996-a350-56501abc5faf","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/e2e-status-transition-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.622195405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"87e0458e-a0b0-4d4b-8dbb-b1b2cfdfa676","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"tenant":"e2e-worker-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.622221717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"87e0458e-a0b0-4d4b-8dbb-b1b2cfdfa676","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:32.661753807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-sub","reconcileID":"c8e00b22-5a61-416d-af64-696093ae26f1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:34.147308079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"163bbc1a-3db2-4857-a7c9-cbbded5b4141","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1dd8c1","tenantID":"e2e-praxis-a-1dd8c1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:34.18780439Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"163bbc1a-3db2-4857-a7c9-cbbded5b4141","name":"e2e-praxis-a-1dd8c1-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:36.314024413Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-sub","reconcileID":"fd101818-d9ee-4e68-a26a-3a0f85719ff8","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","subscription":"ipp-route-3fb3ad-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:36.326711743Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-sub","reconcileID":"fd101818-d9ee-4e68-a26a-3a0f85719ff8","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:36.339317095Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad-sub","reconcileID":"fd101818-d9ee-4e68-a26a-3a0f85719ff8","MaaSSubscription":{"name":"ipp-route-3fb3ad-sub","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"name":"maas-trlp-ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:36.541876257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"8329342f-0a5f-4464-b31e-cadf888a063e","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"tenant":"e2e-ipp-a-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","model":"ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:36.541904194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"8329342f-0a5f-4464-b31e-cadf888a063e","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"routeName":"ipp-route-3fb3ad-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","llmisvcName":"ipp-route-3fb3ad","gateway":"openshift-ingress/e2e-ipp-a-3fb3ad","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:36.54196805Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:36.560383242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"04d7cd9c-7adc-4bc9-aa53-5e64e5783d3d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"tenant":"e2e-worker-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:36.560402434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"04d7cd9c-7adc-4bc9-aa53-5e64e5783d3d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:38.715269225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"e418c8a3-df46-4928-91a8-5195d1c0ebd9","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:38.715292373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"e418c8a3-df46-4928-91a8-5195d1c0ebd9","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:38.752692219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-sub","reconcileID":"688c9eaf-3071-4b17-bd4c-dddb461d795c","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"maas-trlp-praxis-route-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:38.860046169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"26766f1f-16d1-4ff8-83ef-8928abdd2a1a","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93016b","tenantID":"e2e-praxis-a-93016b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:38.877748137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"26766f1f-16d1-4ff8-83ef-8928abdd2a1a","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"e2e-praxis-a-93016b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:38.885654112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-sub","reconcileID":"f02cb665-18a2-4fac-82cc-387c9ce8d1e9","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"maas-trlp-praxis-route-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.749114183Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"797afb87-efaf-4402-a421-1d50c824d13b","namespace":"ai-tenant-e2e-praxis-a-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.749180253Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"797afb87-efaf-4402-a421-1d50c824d13b","name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.765903044Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"797afb87-efaf-4402-a421-1d50c824d13b","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.765925905Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"797afb87-efaf-4402-a421-1d50c824d13b","namespace":"ai-tenant-e2e-praxis-a-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.76602181Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"797afb87-efaf-4402-a421-1d50c824d13b","name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.766511916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"21bb2aa3-a8d3-4f86-8ae6-78ce221ea8f7","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.76652784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"21bb2aa3-a8d3-4f86-8ae6-78ce221ea8f7","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.780518416Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"797afb87-efaf-4402-a421-1d50c824d13b","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.781021552Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"b0bb8e6e-c927-424d-b79a-d20765118285","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.784553282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"6462939f-d560-4626-a7d5-258ed752d63a","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.784589135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"6462939f-d560-4626-a7d5-258ed752d63a","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:41.798252816Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"6462939f-d560-4626-a7d5-258ed752d63a","name":"praxis-route-93016b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-93016b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:41.798321254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"6462939f-d560-4626-a7d5-258ed752d63a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-93016b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.803710777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"77aeeaa4-af60-48ab-953b-324b8cc06686","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.803729624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"77aeeaa4-af60-48ab-953b-324b8cc06686","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.807963339Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-sub","reconcileID":"ae7f0d2d-cc9e-4a9d-ad61-4619135b4282","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4895cea6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.838482551Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-sub","reconcileID":"e53e3a06-bd29-4baf-9f6f-5190ac021aff","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4895cea6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.905329304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"b0bb8e6e-c927-424d-b79a-d20765118285","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93016b","tenantID":"e2e-praxis-a-93016b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.922137233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"b0bb8e6e-c927-424d-b79a-d20765118285","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"e2e-praxis-a-93016b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.922160687Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-auth","reconcileID":"b0bb8e6e-c927-424d-b79a-d20765118285","MaaSAuthPolicy":{"name":"praxis-route-93016b-auth","namespace":"ai-tenant-e2e-praxis-a-93016b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.940293938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"023e854d-b1de-4db0-b9fc-a94df4494876","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:41.940332063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"023e854d-b1de-4db0-b9fc-a94df4494876","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.158953668Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.159014781Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","namespace":"ai-tenant-e2e-ipp-a-3fb3ad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.159064195Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","tenant":"e2e-ipp-a-3fb3ad","tenantID":"e2e-ipp-a-3fb3ad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.17305529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"Deployment","name":"maas-api-e2e-ipp-a-3fb3ad","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.203425048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"Service","name":"maas-api-e2e-ipp-a-3fb3ad","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.218724079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-3fb3ad","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.232704327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-3fb3ad","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.247708963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.262323525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.279437241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.293982242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.307752264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.322847787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.34747943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"Service","name":"payload-processing-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.372072939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.389622328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.406482859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.422221431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.438303845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.452341927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.466384619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.480612022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-3fb3ad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.494456626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"default-tenant","reconcileID":"7d6cea75-020e-4bce-8322-93655051be36","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-3fb3ad","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:43.834108556Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3fb3ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3fb3ad","reconcileID":"c4cd12a9-5cb0-4ef1-aeb6-8215d0c60752","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3fb3ad","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-3fb3ad"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:43.883185681Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"15306908-4e90-4d74-88f1-4c3270a3c704","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:43.904793626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"15306908-4e90-4d74-88f1-4c3270a3c704","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:43.912144031Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"9ad9e49b-c502-4808-bbc7-ef2ca59c0b33","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:43.921712581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"9ad9e49b-c502-4808-bbc7-ef2ca59c0b33","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:43.932114383Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"5996db81-833a-46f7-876b-c2b1e5f4bf2c","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:43.932207534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"5996db81-833a-46f7-876b-c2b1e5f4bf2c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:43.952546746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"234fa034-db64-4347-8b48-38be7b1d78b4","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:43.952689465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"234fa034-db64-4347-8b48-38be7b1d78b4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:43.993911468Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"5e85a692-d458-43be-a8ea-54824add9229","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:43.993986798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"5e85a692-d458-43be-a8ea-54824add9229","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:44.07562346Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"391f526b-3e81-4987-a3e6-67009d6b6dd1","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:44.075851746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"391f526b-3e81-4987-a3e6-67009d6b6dd1","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:44.216545367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0280a1d8-36d5-4828-8108-46b1eeb4d209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:44.228793703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0280a1d8-36d5-4828-8108-46b1eeb4d209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:44.236179626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"16e5fae3-af61-4f76-b4e9-d6811c85585b","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:44.236261598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"16e5fae3-af61-4f76-b4e9-d6811c85585b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:44.240925815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0280a1d8-36d5-4828-8108-46b1eeb4d209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:44.25333426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0280a1d8-36d5-4828-8108-46b1eeb4d209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:44.556690892Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"52137dfe-1ed0-4e89-87c7-2996ddd88d2f","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:44.556756922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"52137dfe-1ed0-4e89-87c7-2996ddd88d2f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:44.751111143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a21cd0b-ad84-4c42-90d6-55c60fbd2681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:44.763517359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a21cd0b-ad84-4c42-90d6-55c60fbd2681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:44.775838539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a21cd0b-ad84-4c42-90d6-55c60fbd2681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:44.788137579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a21cd0b-ad84-4c42-90d6-55c60fbd2681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:45.19724304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"10d4382e-7eb0-4616-8cab-c85309ac8a4f","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:45.197310936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"10d4382e-7eb0-4616-8cab-c85309ac8a4f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:46.480484669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"6d3fbb94-0b97-491e-a308-7f89a3354959","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:46.480593326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"6d3fbb94-0b97-491e-a308-7f89a3354959","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:47.747548027Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:49.040991345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"396e1a9e-6d44-4297-acf2-06ce8b1f9b51","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:49.041059249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"396e1a9e-6d44-4297-acf2-06ce8b1f9b51","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:49.551691019Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"d71f5898-ef2f-4738-aa31-e2a00ba2fffe","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:49.551796552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"d71f5898-ef2f-4738-aa31-e2a00ba2fffe","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:51.74415693Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"ea3cd35a-f8ab-48b2-9546-6aaeff9bd685","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:51.744358728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"ea3cd35a-f8ab-48b2-9546-6aaeff9bd685","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:51.851958333Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-sub","reconcileID":"69db5992-b8a2-49f2-9968-c77fb7d9cecf","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","subscription":"praxis-route-93016b-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:51.864608477Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-sub","reconcileID":"69db5992-b8a2-49f2-9968-c77fb7d9cecf","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:51.880503192Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b-sub","reconcileID":"69db5992-b8a2-49f2-9968-c77fb7d9cecf","MaaSSubscription":{"name":"praxis-route-93016b-sub","namespace":"ai-tenant-e2e-praxis-a-93016b"},"name":"maas-trlp-praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:52.03199759Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:52.032015143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"98af7511-80ca-4bc7-bbca-62a21fd99cac","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"tenant":"e2e-praxis-a-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","model":"ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:52.032028907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"98af7511-80ca-4bc7-bbca-62a21fd99cac","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"routeName":"praxis-route-93016b-kserve-route","namespace":"ai-tenant-e2e-praxis-a-93016b","llmisvcName":"praxis-route-93016b","gateway":"openshift-ingress/e2e-praxis-a-93016b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:52.103657143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec15e728-6ffd-4b24-98c1-5cd919e8d264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:52.116700161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec15e728-6ffd-4b24-98c1-5cd919e8d264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:52.130782549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec15e728-6ffd-4b24-98c1-5cd919e8d264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:52.150141542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec15e728-6ffd-4b24-98c1-5cd919e8d264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:52.682060525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad464ed-a705-4a9f-b744-cc067e528689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:52.694486059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad464ed-a705-4a9f-b744-cc067e528689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:52.706840431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad464ed-a705-4a9f-b744-cc067e528689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:52.719187584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad464ed-a705-4a9f-b744-cc067e528689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.109744085Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","namespace":"ai-tenant-e2e-praxis-a-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.109808153Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","namespace":"ai-tenant-e2e-praxis-a-93016b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.109885213Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","tenant":"e2e-praxis-a-93016b","tenantID":"e2e-praxis-a-93016b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.123868433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"Deployment","name":"maas-api-e2e-praxis-a-93016b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.152034668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"Service","name":"maas-api-e2e-praxis-a-93016b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.167298083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-93016b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.187853205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-93016b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.20282923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.217165332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.234017742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.25042963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.264477678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"db40fe60-0688-4147-89d1-bd978cfad61b","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.264563821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"db40fe60-0688-4147-89d1-bd978cfad61b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.266528261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.288206395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.300358844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"Service","name":"payload-processing-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.311944786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.323714078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.335238103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.346960134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.367597647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.367922564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"a21efd32-8eb6-4604-88fb-496fa0eaf410","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.368000104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"a21efd32-8eb6-4604-88fb-496fa0eaf410","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.393422388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.407924693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.427166702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-93016b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.442268919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"default-tenant","reconcileID":"325030ee-eeaf-46b0-8551-e39ac7fe68bb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-93016b","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.708839287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12b12c1-b072-4a6e-b6a7-d8b720d88ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.722392085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12b12c1-b072-4a6e-b6a7-d8b720d88ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.73751928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12b12c1-b072-4a6e-b6a7-d8b720d88ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.759074815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12b12c1-b072-4a6e-b6a7-d8b720d88ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:30:59.820476834Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-93016b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-93016b","reconcileID":"b5e06148-43ad-4bfa-a84b-104a54617a19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-93016b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-93016b"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.873562413Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"2b81fdf9-3325-4468-a778-5754e8f9d9a7","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.873703749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"2b81fdf9-3325-4468-a778-5754e8f9d9a7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.873881617Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"3b7e9e18-4c8b-4806-a94a-4e83120651b6","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.892022984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"3b7e9e18-4c8b-4806-a94a-4e83120651b6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.897285821Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"034bcb0f-fa41-4410-b007-ac8b5b12cab0","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.897347269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"034bcb0f-fa41-4410-b007-ac8b5b12cab0","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.908543798Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"d6850dc0-1471-40ca-b8eb-61afd545a4c7","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.908690646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"d6850dc0-1471-40ca-b8eb-61afd545a4c7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.929685783Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"fe7bef9d-1068-4215-9072-bde92c41f0eb","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.92982056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"fe7bef9d-1068-4215-9072-bde92c41f0eb","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.97579215Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"94adda35-5aef-4979-88d9-3c6cdc9c0ea9","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:30:59.976016308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"94adda35-5aef-4979-88d9-3c6cdc9c0ea9","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:00.056667192Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"acff7d42-a17d-46a0-bccf-964db8ca5f48","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:00.056733306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"acff7d42-a17d-46a0-bccf-964db8ca5f48","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:00.2174571Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"e052ccc9-1a5c-4149-ad21-1d675dd320d4","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:00.217531553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"e052ccc9-1a5c-4149-ad21-1d675dd320d4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:00.278718759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87632fc9-ca6a-4489-b510-28baef2e5031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:00.29151901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87632fc9-ca6a-4489-b510-28baef2e5031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:00.304508708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87632fc9-ca6a-4489-b510-28baef2e5031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:00.317211888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87632fc9-ca6a-4489-b510-28baef2e5031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:00.396963865Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"edbf9408-00a7-4045-b3f0-e939f6a08b87","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:00.397028342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"edbf9408-00a7-4045-b3f0-e939f6a08b87","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:00.3971371Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"ae8f05a7-8aa4-4a2e-9be1-3afd2123a8ef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:00.397175649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"ae8f05a7-8aa4-4a2e-9be1-3afd2123a8ef","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:00.439795029Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bc8b7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bc8b7d","reconcileID":"4175333e-afc3-47b8-8ece-ac35c0d7d741","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bc8b7d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-bc8b7d":"true"},"removed":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:00.508952939Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"5c561842-212f-4069-aecf-99cc479dd3c3","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:00.509042387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"5c561842-212f-4069-aecf-99cc479dd3c3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:00.509200126Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"87962f94-bc73-494f-87df-010f577cb64c","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:00.509244679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"87962f94-bc73-494f-87df-010f577cb64c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:00.818182112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e5c94c-daf6-459d-a4c5-cb142cfdeb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:00.830404117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e5c94c-daf6-459d-a4c5-cb142cfdeb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:00.84255361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e5c94c-daf6-459d-a4c5-cb142cfdeb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:00.854703139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e5c94c-daf6-459d-a4c5-cb142cfdeb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:01.790007634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"5c94db16-75d8-4f67-8cd4-4cff4c4d3341","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:01.79007431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"5c94db16-75d8-4f67-8cd4-4cff4c4d3341","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:01.897320489Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"1af18c2d-f356-4f01-ada4-864988998389","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:01.897385118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fb3ad","namespace":"ai-tenant-e2e-ipp-a-3fb3ad"},"namespace":"ai-tenant-e2e-ipp-a-3fb3ad","name":"ipp-route-3fb3ad","reconcileID":"1af18c2d-f356-4f01-ada4-864988998389","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fb3ad/ipp-route-3fb3ad-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fb3ad]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:01.897491271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"ca28890d-71ce-4f77-8770-6e0d6ab7f59c","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:01.897523749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"ca28890d-71ce-4f77-8770-6e0d6ab7f59c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:02.080263775Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bc8b7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bc8b7d","reconcileID":"df957cca-a162-457b-b185-beefdeca4a5c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-b-bc8b7d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:05.513365719Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"eb50f4bb-bd70-4f30-979f-42f87a8a6f55","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:05.513435367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"eb50f4bb-bd70-4f30-979f-42f87a8a6f55","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:15.75598487Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"f1564b00-baf5-4b92-af0f-35c6c9494933","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:15.756069927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"f1564b00-baf5-4b92-af0f-35c6c9494933","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:17.752147618Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:17.928852873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"2811dd6e-0604-44c6-bc06-8e957d23dbda","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-bc8b7d","tenantID":"e2e-praxis-b-bc8b7d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:17.967274153Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"2811dd6e-0604-44c6-bc06-8e957d23dbda","name":"e2e-praxis-b-bc8b7d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:20.390778146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-sub","reconcileID":"698cb848-5e14-45a2-979c-cd1f9cbf5966","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:20.441621643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"9a358784-ec41-429b-8f20-6eb6fb370130","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"tenant":"e2e-worker-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:20.441646145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"9a358784-ec41-429b-8f20-6eb6fb370130","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:20.777069847Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-sub","reconcileID":"f737ab57-773c-4c56-9027-f5e278aec4d3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:20.790656285Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"e2e-temp-model-status","reconcileID":"415b5381-f346-430a-a797-a1cd40d299bf","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20","model":"e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:20.791936087Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-sub","reconcileID":"f737ab57-773c-4c56-9027-f5e278aec4d3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:20.816920932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-auth","reconcileID":"bbde97a7-e48c-4d05-8dd0-d0360329589a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:20.834268049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-auth","reconcileID":"bbde97a7-e48c-4d05-8dd0-d0360329589a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:20.834300588Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-auth","reconcileID":"bbde97a7-e48c-4d05-8dd0-d0360329589a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:20.844534861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"ecf3a67e-e986-4f33-be02-b06f23650e0f","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:20.940539056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-auth","reconcileID":"5dd34352-4592-4e71-aa40-948b4eae013b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:20.959718868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-auth","reconcileID":"5dd34352-4592-4e71-aa40-948b4eae013b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:20.959762077Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-auth","reconcileID":"5dd34352-4592-4e71-aa40-948b4eae013b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:21.659106142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"06f4f8ed-f7c7-4165-a4d9-1cd39f76d8cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:21.663154101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"ac1eb0c7-131f-4d49-b0ed-1e1a3f2fe4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:21.676340186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"06f4f8ed-f7c7-4165-a4d9-1cd39f76d8cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:21.679882068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"ac1eb0c7-131f-4d49-b0ed-1e1a3f2fe4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:31.379014831Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-sub","reconcileID":"1c21a7d2-49af-4072-a4be-04de8654df5c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:31.379176807Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-sub","reconcileID":"1c21a7d2-49af-4072-a4be-04de8654df5c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:31.458694087Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:31.617912736Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-status-transition-auth","reconcileID":"73d3d82c-23fe-4733-a625-d807e19ec771","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:32.717756614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"5e8f089b-ea19-4e6b-91fb-689caba83f0b","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:32.73317128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"2f02692e-07d7-4458-9181-7d3df283a81a","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:32.849670091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fde90ffb-fdb7-488c-ae96-9a18a59b6c65","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:32.86814998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fde90ffb-fdb7-488c-ae96-9a18a59b6c65","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:32.927061523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"41b832ee-b652-4c61-b91f-de5c6cb34ec3","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:32.927124248Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:32.944545974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"56a96cd7-ab56-42a4-ba17-2d0a16791b24","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:32.957161618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf","reconcileID":"e5ad69b6-4b6a-4d50-8284-2a0ae55382b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:32.992305694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b33ee4da-b8a9-4d36-9d7f-058b2dcbfc0f","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:33.009275116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"c032a9f2-05ee-49db-95e8-f76d05883a0d","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:33.035312174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"08b540ce-e7e2-4ebf-9613-0eea8ec069eb","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:33.066717308Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf","reconcileID":"311605a0-dc27-4871-a8f3-acb3c344093d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:33.066842493Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf","reconcileID":"311605a0-dc27-4871-a8f3-acb3c344093d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:33.070751989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6d13fc67-33f9-4e5c-a1e3-b0b429199557","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:33.087470771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6d13fc67-33f9-4e5c-a1e3-b0b429199557","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:33.132639882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"924a7d8a-8f3b-4df6-8d09-096955a30d6a","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:33.150505749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"5c8cb68b-da30-41e9-8750-c33a9144d0c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:33.250872836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf","reconcileID":"adfd86a8-8fbe-4a21-aa68-c7cc8e0ae3f8","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:33.251026308Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf","reconcileID":"adfd86a8-8fbe-4a21-aa68-c7cc8e0ae3f8","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/nonexistent-model-inf","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:34.290366083Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"551746f7-086f-4e69-89ae-2a2bb19f6dc8","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:34.290449424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"551746f7-086f-4e69-89ae-2a2bb19f6dc8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:34.319262595Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"a22292d2-ee75-4c05-b5b4-a55fa2e13406","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:34.319324887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"a22292d2-ee75-4c05-b5b4-a55fa2e13406","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:34.602862105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e56fe3e-1b1d-4f89-8561-b7826302e2ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:34.615243364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e56fe3e-1b1d-4f89-8561-b7826302e2ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:34.627626923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e56fe3e-1b1d-4f89-8561-b7826302e2ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:34.640353833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e56fe3e-1b1d-4f89-8561-b7826302e2ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:35.219862201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70774b3-8add-4259-bcc2-901b9b1e7fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:35.232931375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70774b3-8add-4259-bcc2-901b9b1e7fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:35.251185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70774b3-8add-4259-bcc2-901b9b1e7fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:35.26815099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70774b3-8add-4259-bcc2-901b9b1e7fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:35.685001825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"6ad4fcc9-2230-4e0e-b90a-250ff793ab04","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:36.54747323Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"e6dac3a2-f17a-4246-b4a0-38943681320e","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:36.571846744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-93016b","namespace":"ai-tenant-e2e-praxis-a-93016b"},"namespace":"ai-tenant-e2e-praxis-a-93016b","name":"praxis-route-93016b","reconcileID":"e6dac3a2-f17a-4246-b4a0-38943681320e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-93016b/praxis-route-93016b-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-93016b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:36.927929139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d041805f-6b11-4f2a-9d64-de65af676963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:36.940014467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d041805f-6b11-4f2a-9d64-de65af676963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:36.952306929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d041805f-6b11-4f2a-9d64-de65af676963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:36.964333656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d041805f-6b11-4f2a-9d64-de65af676963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:37.508340048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73d61e6-3f47-4f03-b2a8-59efa2ff04ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:37.520589136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73d61e6-3f47-4f03-b2a8-59efa2ff04ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:37.532751654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73d61e6-3f47-4f03-b2a8-59efa2ff04ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:37.545236712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73d61e6-3f47-4f03-b2a8-59efa2ff04ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:43.277811672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bba5fa2-e770-4243-817d-bcd6b6bbd7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:43.290687189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bba5fa2-e770-4243-817d-bcd6b6bbd7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:43.303681808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bba5fa2-e770-4243-817d-bcd6b6bbd7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:43.316220234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bba5fa2-e770-4243-817d-bcd6b6bbd7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:43.906402037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a99acf-9c4c-423a-8db1-c10404ace076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:43.918644718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a99acf-9c4c-423a-8db1-c10404ace076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:43.9382677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a99acf-9c4c-423a-8db1-c10404ace076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:43.950932842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a99acf-9c4c-423a-8db1-c10404ace076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:44.47874132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9db2a91-6337-4c46-a5bc-c4b18e24a015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:44.491106963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9db2a91-6337-4c46-a5bc-c4b18e24a015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:44.503542896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9db2a91-6337-4c46-a5bc-c4b18e24a015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:44.515997645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9db2a91-6337-4c46-a5bc-c4b18e24a015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.038964411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b516e76-3452-4ad4-8f16-50ce79de9de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.051375149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b516e76-3452-4ad4-8f16-50ce79de9de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.067799637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b516e76-3452-4ad4-8f16-50ce79de9de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.080238489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b516e76-3452-4ad4-8f16-50ce79de9de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.616707401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33691761-734a-4bc6-905a-a1eb2022bb6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.629854178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33691761-734a-4bc6-905a-a1eb2022bb6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.6423326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33691761-734a-4bc6-905a-a1eb2022bb6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.654590603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33691761-734a-4bc6-905a-a1eb2022bb6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.728953812Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf","reconcileID":"a55d5bb3-2451-4518-a824-96aab21c8084","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscription":"e2e-degraded-healthy-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.773036298Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf","reconcileID":"a55d5bb3-2451-4518-a824-96aab21c8084","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.773061788Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf","reconcileID":"a55d5bb3-2451-4518-a824-96aab21c8084","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.77319231Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf","reconcileID":"a55d5bb3-2451-4518-a824-96aab21c8084","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.813745073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"449e4491-d0a1-4dfd-9626-acd53bae3d07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.938407606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"81d0f3c0-653b-4934-8827-5d9104848ccc","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:45.938441329Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:46.094170647Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e4120794-f89e-4992-8727-dae56897f18d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:46.09423375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"ea13072c-700c-4106-a0b1-cc3987583afc","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:46.223270597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"9d98775c-dc04-4db8-8dcd-08d4dfa68e8d","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.066461782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"17ca414c-5401-4f0f-b3e5-720748adc8f3","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.085714112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"4e24d6ce-8ace-47bb-87c1-5f34d0313a41","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.124178923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey-auth","reconcileID":"a99123ff-bc7b-4f69-a1c9-57d05d540940","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.142323745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey-auth","reconcileID":"a99123ff-bc7b-4f69-a1c9-57d05d540940","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.270115707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"ece815b7-0db5-4a1b-8ae5-1938af5c7371","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.270157113Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.288359807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b80a82f6-5b92-4d34-b9ab-cae52991519d","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.298924351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"602a6d71-4410-472e-99a9-4a84c140bdd8","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:47.302250719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey","reconcileID":"4baa2cef-ec29-4052-bc5f-40ee05b631ad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.334279887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey-auth","reconcileID":"9e588f47-449b-4953-821a-02088634ec12","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.337342396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"8f211e6e-9395-4482-87b0-9bd815192a25","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.351220691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey-auth","reconcileID":"9e588f47-449b-4953-821a-02088634ec12","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.35451445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"9d697e09-07b6-458f-89a8-a6dd166e839e","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.413440772Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey","reconcileID":"6f6c214c-fa65-4303-ac7a-fc2629cb5bf5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.413615611Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey","reconcileID":"6f6c214c-fa65-4303-ac7a-fc2629cb5bf5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/nonexistent-model-apikey","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:31:47.419959137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey-auth","reconcileID":"9e588f47-449b-4953-821a-02088634ec12","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.46071181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey-auth","reconcileID":"fb0b6a1a-c737-4c42-8f02-dcaf099f36b8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.472799485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"6210d702-82b5-452e-9992-9a9915b1bb35","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.477224688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey-auth","reconcileID":"fb0b6a1a-c737-4c42-8f02-dcaf099f36b8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.491648212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"c2f29afd-6c5d-4ff3-abcb-030cb2e0dd14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.591822335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey","reconcileID":"73249183-ce00-4a92-bf76-f7a557ec83b6","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.591965131Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey","reconcileID":"73249183-ce00-4a92-bf76-f7a557ec83b6","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:47.747490545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:50.016235491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"f2f25510-5a21-489e-bff5-5e6e5f3da58e","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:50.477995466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"bc111586-1ede-4a68-acc3-6918258beb7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:50.478408894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey-auth","reconcileID":"e579f2e5-3a99-4881-8f53-5a10c6ef19c9","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:50.478724559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"63016828-54b2-4de7-8d53-7ce24cce7fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:50.515676577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey-auth","reconcileID":"e579f2e5-3a99-4881-8f53-5a10c6ef19c9","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:50.518256537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"bc111586-1ede-4a68-acc3-6918258beb7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:50.526624779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"63016828-54b2-4de7-8d53-7ce24cce7fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.216475897Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","namespace":"ai-tenant-e2e-ipp-b-f649b0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.216541585Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","namespace":"ai-tenant-e2e-ipp-b-f649b0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.216609164Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","tenant":"e2e-ipp-b-f649b0","tenantID":"e2e-ipp-b-f649b0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.230580292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"Deployment","name":"maas-api-e2e-ipp-b-f649b0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.256698708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"Service","name":"maas-api-e2e-ipp-b-f649b0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.274930645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-f649b0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.289777114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-f649b0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.304765793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.320529501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.337151081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.353512743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.367203526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.38201523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.406115127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"Service","name":"payload-processing-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.428512081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.443234009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.457372225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.472960978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.491068407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.505150233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.524148077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.537810299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-f649b0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.552638404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f649b0"},"namespace":"ai-tenant-e2e-ipp-b-f649b0","name":"default-tenant","reconcileID":"5f5ce31e-874b-4f62-aca7-8e117d273948","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-f649b0","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:57.841961373Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f649b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f649b0","reconcileID":"d29c1689-8d46-409c-9d21-0fb640f66f44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f649b0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-f649b0"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:58.193121691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63668c5-a212-4f04-8f9e-9bd450fe85e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:58.207423021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63668c5-a212-4f04-8f9e-9bd450fe85e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:58.223705919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63668c5-a212-4f04-8f9e-9bd450fe85e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:58.237022668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63668c5-a212-4f04-8f9e-9bd450fe85e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:58.799974396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4801296f-861f-48d8-a473-7a783243a712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:58.812912748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4801296f-861f-48d8-a473-7a783243a712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:58.825727878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4801296f-861f-48d8-a473-7a783243a712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:58.838116282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4801296f-861f-48d8-a473-7a783243a712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:59.389249248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3016fa-0dbc-46a7-b123-16205297083a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:59.40125426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3016fa-0dbc-46a7-b123-16205297083a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:59.413432294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3016fa-0dbc-46a7-b123-16205297083a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:59.425723597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3016fa-0dbc-46a7-b123-16205297083a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:59.95800129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f26201b-6df1-43b1-a2b9-d8e214533d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:59.970146807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f26201b-6df1-43b1-a2b9-d8e214533d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:59.982256783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f26201b-6df1-43b1-a2b9-d8e214533d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:31:59.994327612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f26201b-6df1-43b1-a2b9-d8e214533d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:00.067027251Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey","reconcileID":"388da98b-e78c-4817-9905-bf0e929d7c8b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscription":"e2e-degraded-models-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:00.122302175Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey","reconcileID":"388da98b-e78c-4817-9905-bf0e929d7c8b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:00.122426332Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey","reconcileID":"388da98b-e78c-4817-9905-bf0e929d7c8b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:00.122607067Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey","reconcileID":"388da98b-e78c-4817-9905-bf0e929d7c8b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:00.179430657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"8c6dad39-2560-4ebb-944f-afb90d189bec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:00.218760804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"84fc3e82-ec22-4ef3-92d6-b1a7bebc8434","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:00.219372837Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:00.384214831Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-apikey-auth","reconcileID":"aa9ba993-cfdf-4a38-9c26-df9934c0076d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:00.384241974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"31de1952-c937-49fe-8dba-bf9dcc6b081d","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:00.424274185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"c8d5dd5c-55b6-4613-99c6-29275eed6692","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.330813587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"5e986de9-daec-4c3f-82df-97b881953b6d","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.347737332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"13601459-ec2c-4289-b83d-f30944fef0be","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.382702226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube-auth","reconcileID":"b61458a8-6a83-40a8-b263-33162e48d1a2","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.399376233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube-auth","reconcileID":"b61458a8-6a83-40a8-b263-33162e48d1a2","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.465830826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"87e90143-7215-43a8-aa6a-2d7dfcc8c5d7","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.501885996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube-auth","reconcileID":"e12f683e-d749-4755-95de-ed97fc257226","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.518961968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube-auth","reconcileID":"e12f683e-d749-4755-95de-ed97fc257226","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.534042189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"485ad7ae-8d76-4bf0-9ea5-b9ac1ac82109","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.5341581Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.560032748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"8dd276a5-a50e-4d3b-9c93-617ffed79216","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:32:01.572397407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube","reconcileID":"35a6bc75-cfdd-46fa-ab85-c1be069e9ac4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.610296387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"37cd4c5f-21fd-4217-a3f2-d8d00263c8d2","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.625623996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"ce223e7f-5eaa-472e-a3a1-169a13af306b","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.682050784Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube","reconcileID":"f14de0db-e7c6-44ed-b7da-c87a8d7a2756","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.682189215Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube","reconcileID":"f14de0db-e7c6-44ed-b7da-c87a8d7a2756","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.743318189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"ef5c8db9-ff5d-4a65-a9de-2fbead88b318","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.763830865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"a03a16e2-4232-4d74-a5c1-7d82b7760a32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.863195551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube","reconcileID":"916a1cc9-d979-4b96-8f1e-f64363402b87","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:01.863335604Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube","reconcileID":"916a1cc9-d979-4b96-8f1e-f64363402b87","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.298963619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","namespace":"ai-tenant-e2e-praxis-a-1dd8c1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.299027311Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","namespace":"ai-tenant-e2e-praxis-a-1dd8c1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.299079838Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","tenant":"e2e-praxis-a-1dd8c1","tenantID":"e2e-praxis-a-1dd8c1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.314020583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"Deployment","name":"maas-api-e2e-praxis-a-1dd8c1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.342300654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"Service","name":"maas-api-e2e-praxis-a-1dd8c1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.361970145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-1dd8c1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.37899189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-1dd8c1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.395773108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.410308138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.427506814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.442169998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.454069517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.465827966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.477760432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"Service","name":"payload-processing-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.496139908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.507961824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.521330797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.5334448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.552014594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.566585985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.580296059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.594808671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-1dd8c1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.60707423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1dd8c1"},"namespace":"ai-tenant-e2e-praxis-a-1dd8c1","name":"default-tenant","reconcileID":"a52c5774-1ae2-4ad9-8562-03430cb4bd3d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-1dd8c1","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:02.879431632Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1dd8c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1dd8c1","reconcileID":"e01bbc74-1686-44a2-a113-6dbef6be73ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1dd8c1","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-1dd8c1"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:03.248411172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"444e5cbc-047e-4b30-b44c-3f65edb5c4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:03.260942344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"444e5cbc-047e-4b30-b44c-3f65edb5c4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:03.273304007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"444e5cbc-047e-4b30-b44c-3f65edb5c4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:03.285859366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"444e5cbc-047e-4b30-b44c-3f65edb5c4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:03.787723273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6532f46d-97e6-4e39-8641-d708da19776d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:03.800634652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6532f46d-97e6-4e39-8641-d708da19776d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:03.81345031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6532f46d-97e6-4e39-8641-d708da19776d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:03.826049777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6532f46d-97e6-4e39-8641-d708da19776d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:04.208938062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"8d8bf740-dc3a-4828-98aa-b1ebfa925e18","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:10.953671175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5b9d96-ec29-4aa7-9405-beff7685a162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:10.966522803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5b9d96-ec29-4aa7-9405-beff7685a162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:10.979094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5b9d96-ec29-4aa7-9405-beff7685a162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:10.992948433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5b9d96-ec29-4aa7-9405-beff7685a162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:11.496690241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68b28cc-74f8-4161-a421-bf913f457ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:11.505489869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"4b4b48de-9e92-4a5b-9d7d-86cbf77874fb","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:11.508855903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68b28cc-74f8-4161-a421-bf913f457ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:11.509131054Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:11.522518832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68b28cc-74f8-4161-a421-bf913f457ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:11.535630905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68b28cc-74f8-4161-a421-bf913f457ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:11.553040291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"63ee2e40-b8a7-4a8b-941f-159c5f9b17b6","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:32:11.568699802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-list-subs-refs-sub","reconcileID":"837dd922-f206-4a39-b6c8-a7add2603c3e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:11.604728434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"3a60b66f-12a1-42ad-8788-d4d2891609a0","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:11.621688626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"e66f4a2f-f6d9-4b21-9d37-11eb0d702a44","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:11.698632662Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-list-subs-refs-sub","reconcileID":"8869208c-162d-43da-a0d5-e72f880826ce","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w6-6c45bb/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:11.781261684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"f5b4ddec-02c4-4865-bd62-0978a0ce9575","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:11.789965185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"48c83113-8dae-4562-896f-a2b3c5ba36a7","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:11.867593715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-list-subs-refs-sub","reconcileID":"e86f476e-ea33-4442-bc0d-d4b3c456fae2","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:12.186629599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"300f7420-1b22-4bdc-b6df-ba637d23780d","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:14.251316569Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube","reconcileID":"e657a782-fb30-4213-9207-34f8b7b8b785","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscription":"e2e-degraded-models-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:14.295174704Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube","reconcileID":"e657a782-fb30-4213-9207-34f8b7b8b785","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:14.295204268Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube","reconcileID":"e657a782-fb30-4213-9207-34f8b7b8b785","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:14.295315671Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube","reconcileID":"e657a782-fb30-4213-9207-34f8b7b8b785","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-322d20/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:14.333122406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"43ca9447-a88e-43fc-9c34-b7222a9ade9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:14.369548634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"cab24a1c-ed76-4215-986c-ec242eaea488","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:14.369856404Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:14.528211948Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-degraded-models-kube-auth","reconcileID":"2cb05bf3-54e7-496b-9241-7d027b2a35a4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:14.528566898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"195ffbe4-a7ac-454f-972f-e4c813c6622e","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:14.657457069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"049849cb-e4c5-4ad8-8b53-7d2db136bb38","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:15.941156436Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","namespace":"ai-tenant-e2e-praxis-b-d3e13d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:15.941221875Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","namespace":"ai-tenant-e2e-praxis-b-d3e13d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:15.941278239Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","tenant":"e2e-praxis-b-d3e13d","tenantID":"e2e-praxis-b-d3e13d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:15.955209372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"Deployment","name":"maas-api-e2e-praxis-b-d3e13d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:15.983423151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"Service","name":"maas-api-e2e-praxis-b-d3e13d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:15.998910736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-d3e13d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.014736346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-d3e13d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.029565813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.043976089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.059099731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.075628847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.089300918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.101186489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.113099774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"Service","name":"payload-processing-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.125286449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.137404808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.149489327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.16194402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.177953822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.190189513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.203514291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.215942792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-d3e13d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.232519185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d3e13d"},"namespace":"ai-tenant-e2e-praxis-b-d3e13d","name":"default-tenant","reconcileID":"96b1e084-4f9e-4e59-937c-c18aee3fc9e7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-d3e13d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.531425833Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d3e13d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d3e13d","reconcileID":"b3697fe3-0639-4a7b-88cd-0feaa8c8261d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d3e13d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-d3e13d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.917852026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bde166-3aba-4d67-8336-b94afe06cf11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.930484541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bde166-3aba-4d67-8336-b94afe06cf11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.944101215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bde166-3aba-4d67-8336-b94afe06cf11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:16.956441089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bde166-3aba-4d67-8336-b94afe06cf11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:17.601274278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe1da512-435c-4728-b9d4-2237764da3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:17.613809708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe1da512-435c-4728-b9d4-2237764da3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:17.626066735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe1da512-435c-4728-b9d4-2237764da3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:17.638392768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe1da512-435c-4728-b9d4-2237764da3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:17.748086443Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.127143105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"6b7c130b-b8f5-4463-86ae-a98251d73c35","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.127195827Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.145612016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"39a02690-39b5-4aae-9186-428e2fbf330a","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:32:21.157270182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-sub","reconcileID":"8446ebd5-08ce-4852-a58e-d6eea633b4bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.195025877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"d7a1d0e2-84d7-41e8-b724-d4be02e1d181","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.211970779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"f21c91b1-fd34-45e6-bd60-36a54c6c0dac","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.26531694Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-sub","reconcileID":"4645f93d-77cc-4763-b93d-ebd0f0224925","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-w2-322d20","model":"distinct-w2-322d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/e2e-model-match-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.316562899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"85140f12-619d-4d14-ae3d-8583e0496608","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.336378264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"6bb0c18b-5527-4e6e-9487-3127302ed3e6","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.336403053Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-322d20 priority=0:[ai-tenant-e2e-worker-w2-322d20/e2e-model-match-sub ai-tenant-e2e-worker-w2-322d20/e2e-model-nomatch-sub]","namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.353944079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"583791ef-e1f5-4fcb-bca3-a1b90bd2e8e5","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.358446118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-sub","reconcileID":"7368b7b8-fb73-454c-a83a-9e05dcf31a41","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:32:21.36878252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-sub","reconcileID":"53c9d103-e2f2-4fe8-b82c-b2918ca7d93c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.3714527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"cb2dea64-41ce-4079-af52-d2db972ad4c7","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.406934782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"7518bb90-cdbc-4f4b-a799-4ad4c08c2ce7","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.423067501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"2dcedd32-113d-4702-8e9f-94b69153b6f6","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.490215761Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-sub","reconcileID":"ddc4f3b6-3b59-46fa-886a-04916b432d91","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-2-w2-322d20","model":"distinct-2-w2-322d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-322d20/e2e-model-nomatch-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.543565293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"97ecbdb6-0dd6-43b5-b2c0-2457b5718c54","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.566635948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"e6ca08da-be39-4eee-86d0-96ae0c2a728a","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.5671122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"0357b98c-1a2c-468b-980a-f3fe06563c42","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:32:21.58178993Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"0357b98c-1a2c-468b-980a-f3fe06563c42","name":"distinct-w2-322d20","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-322d20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:32:21.581846029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"0357b98c-1a2c-468b-980a-f3fe06563c42","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-322d20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.587162901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"b67cfb64-4ac7-42d7-84b0-a6e51485d00a","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.592870379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-sub","reconcileID":"aeb774e9-5c26-4741-81ee-8aacc000e8e0","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-2-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.609336242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-auth","reconcileID":"3e918e8c-df01-4086-80b2-9e947515f617","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.626508898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-auth","reconcileID":"3e918e8c-df01-4086-80b2-9e947515f617","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.690968277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-sub","reconcileID":"605e1278-2273-4917-a063-463481878b25","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.694324992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"0a1213bd-022f-4983-a6a9-bdcd21462e7a","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.744501411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-auth","reconcileID":"5f9dd61b-0a3e-4677-8d35-17e9c1639984","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.755323526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"3d3f1861-b8cc-40a8-af52-006391fb24ab","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.762056991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-auth","reconcileID":"5f9dd61b-0a3e-4677-8d35-17e9c1639984","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.773645353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"3352ddd3-959a-4320-9af4-9c4b0080a4ed","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.811333304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-sub","reconcileID":"af7b7f95-a715-4071-9257-e0e5cd8304ed","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-2-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.857915801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-auth","reconcileID":"784ca69a-a74f-465e-a8dd-b7d4916e0290","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:21.888804577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-auth","reconcileID":"784ca69a-a74f-465e-a8dd-b7d4916e0290","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:22.055447521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"80c79a33-08e7-426a-b232-cea1e4f81e18","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:22.115390941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-auth","reconcileID":"9b9953eb-014c-46d3-a65a-68f4e3c2b593","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:22.132552591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-auth","reconcileID":"9b9953eb-014c-46d3-a65a-68f4e3c2b593","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:22.230710779Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-list-subs-refs-sub","reconcileID":"dd306cdb-6e48-4e3a-b28c-bb0c9ba42209","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscription":"e2e-list-subs-refs-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:22.279294884Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-list-subs-refs-sub","reconcileID":"dd306cdb-6e48-4e3a-b28c-bb0c9ba42209","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:22.329943076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"00ec1e34-76fd-4e2e-adaf-8667b627d830","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:22.434632064Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-322d20 priority=0:[ai-tenant-e2e-worker-w2-322d20/e2e-model-match-sub ai-tenant-e2e-worker-w2-322d20/e2e-model-nomatch-sub]","namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:22.435187915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"4131ed83-b485-4a77-8097-b75fbea847fd","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:22.463601635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"7a7f4fef-86fa-4edd-b80a-d73fc47835b0","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.15905341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"0b114d57-c5f9-4f95-823e-0936dc4d859c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"tenant":"e2e-worker-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.159156634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"0b114d57-c5f9-4f95-823e-0936dc4d859c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.187066667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"996a685e-d703-4996-828a-825761f00efd","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.359465685Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-322d20 priority=0:[ai-tenant-e2e-worker-w2-322d20/e2e-model-match-sub ai-tenant-e2e-worker-w2-322d20/e2e-model-nomatch-sub]","namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.360129229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"5b97bb17-17a5-4489-a1ee-2537d0f2a7cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"tenant":"e2e-worker-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.360144968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"5b97bb17-17a5-4489-a1ee-2537d0f2a7cc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.378772812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"99f7a14f-717e-4baf-aa6e-4a5472dc3d60","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"tenant":"e2e-worker-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.378798366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"99f7a14f-717e-4baf-aa6e-4a5472dc3d60","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:32:23.40092157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-sub","reconcileID":"f8ce0e55-3c3f-4b66-a58e-45728632ff7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.446244026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"0b6cabd8-d766-421e-8966-ca7ccbd1f6b7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"tenant":"e2e-worker-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.447042891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"0b6cabd8-d766-421e-8966-ca7ccbd1f6b7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.487150523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"0546185d-d369-48d4-93c3-0b93bd13187a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"tenant":"e2e-worker-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.487181917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"0546185d-d369-48d4-93c3-0b93bd13187a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.551704358Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-sub","reconcileID":"513b42d6-0044-4602-957e-c40a83c2d947","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/e2e-enrichment-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.631748511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"4155763d-723c-47b1-8981-c9a8d7d8b91a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"tenant":"e2e-worker-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.631775722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"4155763d-723c-47b1-8981-c9a8d7d8b91a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.656903465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"02f34960-a406-48b6-b830-28507c5e21bb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"tenant":"e2e-worker-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.657698111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"02f34960-a406-48b6-b830-28507c5e21bb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:32:23.678865008Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"02f34960-a406-48b6-b830-28507c5e21bb","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:32:23.679267573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"02f34960-a406-48b6-b830-28507c5e21bb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.686890651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"9dad4456-27a5-450e-abcb-f9f50319fa7e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"tenant":"e2e-worker-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.687207669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"9dad4456-27a5-450e-abcb-f9f50319fa7e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.707287416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-sub","reconcileID":"26e1cfc3-d87b-4f53-8063-20b5b7dde4ba","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.707467894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-auth","reconcileID":"fe417a2b-d9a9-4dfa-a836-df96586975fd","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.734108523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-auth","reconcileID":"fe417a2b-d9a9-4dfa-a836-df96586975fd","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.803481366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-sub","reconcileID":"4815a3c1-0233-487c-936f-3ed2a66dcc58","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.831861408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"607cd307-37e3-44d1-ab3a-2b47a816da4d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"tenant":"e2e-worker-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.831959723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"607cd307-37e3-44d1-ab3a-2b47a816da4d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.892121783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-auth","reconcileID":"755162d4-8d03-4697-848e-ccf8113f3e3d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:23.915325543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-auth","reconcileID":"755162d4-8d03-4697-848e-ccf8113f3e3d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.299761262Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","namespace":"ai-tenant-e2e-praxis-b-bc8b7d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.299827661Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","namespace":"ai-tenant-e2e-praxis-b-bc8b7d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.299877796Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","tenant":"e2e-praxis-b-bc8b7d","tenantID":"e2e-praxis-b-bc8b7d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.315770521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"Deployment","name":"maas-api-e2e-praxis-b-bc8b7d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.340458101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"Service","name":"maas-api-e2e-praxis-b-bc8b7d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.364828172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-bc8b7d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.378660973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-bc8b7d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.397131056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.411962517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.429301629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.443619998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.455340991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.471404268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.483369808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"Service","name":"payload-processing-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.495265899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.507325879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.520451049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.532466319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.545552103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"11ca72e5-bbfc-4954-8253-865d548b5ad1","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.548780778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.563021771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.576861059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.592859862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-bc8b7d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.59454538Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-sub","reconcileID":"f16a67a9-0345-4aca-844e-82bbf369f286","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bdf3c170","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.606211153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bc8b7d"},"namespace":"ai-tenant-e2e-praxis-b-bc8b7d","name":"default-tenant","reconcileID":"15d0b584-3a51-49b0-bf40-018db2af7c57","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-bc8b7d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.635097334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-auth","reconcileID":"7921e094-cc55-4770-ac69-0fde00a1233e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.663056224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-auth","reconcileID":"7921e094-cc55-4770-ac69-0fde00a1233e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:24.951531487Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bc8b7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bc8b7d","reconcileID":"716e4af3-7a42-4f6e-a0f3-e83337b2649a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bc8b7d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-bc8b7d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:25.252274549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"66b14d39-80fd-482e-b0c7-0fc185b1f426","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"tenant":"e2e-worker-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:25.252304183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"66b14d39-80fd-482e-b0c7-0fc185b1f426","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:25.253464297Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-auth","reconcileID":"b1295110-c423-4b6a-9bfb-872cd3a18945","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:25.299506816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"17fa4200-d2e0-48f8-9745-5038897b045a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"tenant":"e2e-worker-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:25.299529624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"17fa4200-d2e0-48f8-9745-5038897b045a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:25.309324122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-sub","reconcileID":"96e4e4d8-7f2d-4c85-80a8-ae59e32c9c4b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:25.409611499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-sub","reconcileID":"190a7f33-4619-4f43-8a0d-5306ed644d5b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:25.411527364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4519902-5502-436c-903c-57602e78c0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:25.424279743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4519902-5502-436c-903c-57602e78c0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:25.436805495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4519902-5502-436c-903c-57602e78c0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:25.448979853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4519902-5502-436c-903c-57602e78c0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:25.504463546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"efcb867d-96e5-4dd2-92a4-f99f9701be8e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"tenant":"e2e-worker-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:25.504488939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"efcb867d-96e5-4dd2-92a4-f99f9701be8e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:26.008324651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9abbdd74-3a9b-45c5-a538-5255948ec85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:26.02080212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9abbdd74-3a9b-45c5-a538-5255948ec85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:26.033218073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9abbdd74-3a9b-45c5-a538-5255948ec85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:26.045390942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9abbdd74-3a9b-45c5-a538-5255948ec85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.38414552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"fa10cf15-df2d-4bcc-a9dd-7bf1352c1213","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.384189032Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.40183462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"17516363-5432-47ae-9f5b-e448f9cc3407","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:32:30.416009905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-no-access-sub","reconcileID":"07009639-cb79-41b4-9881-08ba4574c94e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.418745792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"e041ddce-d8ea-4c24-9772-2b5a184835bc","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.451949507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"49f6e532-b144-495a-9dc1-7fefc2b5133b","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.471429482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"a4a3037e-4a8a-4799-8b1a-fcd68b7b42e5","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.536862156Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-no-access-sub","reconcileID":"cc03f5fd-a1cc-4206-b5c0-3d794c8e9129","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-distinct-w0-7505bd","model":"distinct-w0-7505bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7505bd/e2e-no-access-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.58677395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"af1dab7a-c762-4728-afe1-b21a497d39ce","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.589281783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"a09a0754-fa51-4a5e-b853-6519cc045fc4","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.654792671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"e5d50bb6-e028-4264-b88a-3006a626f486","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.679791837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-no-access-sub","reconcileID":"fa5bbc31-2136-4449-9c40-06a57fca8fad","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-distinct-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.702058827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-no-access-auth","reconcileID":"1570ae4a-dcbd-4d8f-976a-492ed593d2e4","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.71977306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-no-access-auth","reconcileID":"1570ae4a-dcbd-4d8f-976a-492ed593d2e4","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.788687089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"7ac3e9b9-8575-46ed-aaf8-880c08845164","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.836473017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-no-access-auth","reconcileID":"f029566d-c30f-49c8-884a-ade38c15e969","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:30.854761881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-no-access-auth","reconcileID":"f029566d-c30f-49c8-884a-ade38c15e969","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:33.655202224Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-no-access-auth","reconcileID":"aee0285a-6d42-4d0f-8d2e-297db1fe6abd","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:33.655283668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"cbc9f963-ba7a-4273-bc40-c259f2a530fd","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:33.697530519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"a68202ee-3839-4e83-a8ff-efa2c53d348a","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:33.934755964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"60c682c0-9967-4cf9-8f67-b24a901d915a","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:34.607564333Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-sub","reconcileID":"623d07fe-05a3-481a-8ce8-cd4ac826736b","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20","subscription":"e2e-model-match-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:34.620029265Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-sub","reconcileID":"623d07fe-05a3-481a-8ce8-cd4ac826736b","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:34.632448486Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-sub","reconcileID":"623d07fe-05a3-481a-8ce8-cd4ac826736b","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:34.714090053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"0bdefdd5-5fa5-4495-9d38-363f478efdc8","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:34.714219627Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:34.793235524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-auth","reconcileID":"b58a5d7e-d251-4adc-bcd2-1ee2cc6cfd68","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:34.810325119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-auth","reconcileID":"b58a5d7e-d251-4adc-bcd2-1ee2cc6cfd68","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:34.8752621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"58c54ea5-afcf-4d0a-be18-167653af89c3","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:34.917185114Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-sub","reconcileID":"c5a25af2-f11b-4b1f-8d1f-63b5560c0928","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5d034487","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:35.051756932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-auth","reconcileID":"27d131be-9385-4878-8ded-b0c8bbe7994d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:35.068707782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-auth","reconcileID":"27d131be-9385-4878-8ded-b0c8bbe7994d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:35.547443706Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-sub","reconcileID":"907b1376-b665-44a4-aabc-ce38e5a0a780","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:35.559890814Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-sub","reconcileID":"907b1376-b665-44a4-aabc-ce38e5a0a780","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:35.572258049Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-enrichment-sub","reconcileID":"907b1376-b665-44a4-aabc-ce38e5a0a780","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:35.650355858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"11c8ad1a-e670-4f57-83a7-937e6f84cda7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"tenant":"e2e-worker-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:35.650377945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"e2e-enrichment-model-ref","reconcileID":"11c8ad1a-e670-4f57-83a7-937e6f84cda7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:35.650399791Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:35.862299402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"c2eb8f66-39f7-46bd-a2fe-575b74f89648","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.602929502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"0ec729ba-0180-4aac-8aea-79c6f75f9fa0","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.603134248Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.603450868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"23f362a7-9211-4fec-9e08-9b769ef76db5","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.619177481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"d68b14d2-ed9f-4cc6-a32f-6508676e9f3c","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.61966772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"64f1496e-7298-4aaa-901f-9faaca385a1e","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:32:36.636048545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-sub","reconcileID":"694acb2a-fe52-4630-800e-c319fb0a70e4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.678558792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"88fb52f7-3be2-4068-8c6e-41d8b701e70e","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.679028548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"e9a02427-9845-4951-84cb-c4bcea6d400f","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.695835613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"c5d37034-d5a2-451d-be31-a3fe8f83820e","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.696190997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"f50cc85f-4725-4dd1-9c04-69ab7de080ee","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.751208256Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-sub","reconcileID":"e6e619e1-0d07-40c1-a461-0d071b153f56","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/e2e-partial-access-sub","ai-tenant-e2e-worker-w6-6c45bb/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.791749795Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-sub","reconcileID":"e6e619e1-0d07-40c1-a461-0d071b153f56","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-distinct-w6-6c45bb","model":"distinct-w6-6c45bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/e2e-partial-access-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.835405092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"163c2340-af6f-4063-afaf-5d1a9d2969de","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.846591701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"83982606-f9bd-4de8-9e84-43fa4ed514af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.851672045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"3929db4c-edba-4c50-8568-41cc86e694cc","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.870924439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"e7048a9a-2ea5-465a-adbc-d0420c73f078","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.87167215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"8be5511d-d1de-45b1-a432-0c3dfb98f8f7","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.88821696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-auth","reconcileID":"ca0de5ec-672c-4fbd-b8c5-df585be4f7fd","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.90511676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-auth","reconcileID":"ca0de5ec-672c-4fbd-b8c5-df585be4f7fd","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.933149937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-sub","reconcileID":"35502e17-b20f-4896-beed-3076c9e07576","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:36.958709453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-sub","reconcileID":"35502e17-b20f-4896-beed-3076c9e07576","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-distinct-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:37.066824963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"a23f6a21-3cf5-466a-bb30-2e1f11288900","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:37.10222929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-auth","reconcileID":"b67ef542-b679-4f81-a9f5-70c74de7af36","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:37.119001369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-auth","reconcileID":"b67ef542-b679-4f81-a9f5-70c74de7af36","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:38.007433389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"2720f253-3136-4044-b060-13c65e474233","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:38.024029269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"42affdc9-acde-4b22-8258-21dcba95d64e","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:38.076999907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-status-degraded-auth","reconcileID":"a06527c0-3ae8-4e76-bb0a-b52843b095e9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:38.094659531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-status-degraded-auth","reconcileID":"a06527c0-3ae8-4e76-bb0a-b52843b095e9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:38.122491032Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-status-degraded-auth","reconcileID":"a06527c0-3ae8-4e76-bb0a-b52843b095e9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:38.253282412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"a5232435-1b0f-4275-b6c3-ac2c1ee94375","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:38.302252495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-status-degraded-auth","reconcileID":"770c446a-e178-4e04-b66c-13fa91336bc7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:38.321143137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-status-degraded-auth","reconcileID":"770c446a-e178-4e04-b66c-13fa91336bc7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:38.34904579Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-status-degraded-auth","reconcileID":"770c446a-e178-4e04-b66c-13fa91336bc7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:39.855305093Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-auth","reconcileID":"f0ebfef1-abdd-437a-a2b9-6816e193f002","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:39.855331441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"bebbe427-06e3-46ad-9fb8-6a93cfb88ed6","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:39.896286494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"d6514fbc-f415-41a0-b98b-3fbd686f044c","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:40.119827807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"b90d1499-e678-49b1-a7bd-b1e08f0be0c6","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:40.120244542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"5b15801b-1a4c-4134-98b6-d25073753ef4","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:40.476351889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"3c82f89d-b4d5-47f7-9b75-a923ebf0d3a5","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:40.476412178Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-status-degraded-auth","reconcileID":"a40e41f5-ea4b-4f43-8ee4-314ee57ad6cc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:40.488752376Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"e2e-status-degraded-auth","reconcileID":"a40e41f5-ea4b-4f43-8ee4-314ee57ad6cc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:40.529205645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"29a44593-3dd4-45ae-8630-e0eb6568fc15","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:43.983226738Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-no-access-sub","reconcileID":"8e106c02-1fc4-4a0a-8f44-1ed71c4538e9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd","subscription":"e2e-no-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:43.995484899Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-no-access-sub","reconcileID":"8e106c02-1fc4-4a0a-8f44-1ed71c4538e9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:44.008060739Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"e2e-no-access-sub","reconcileID":"8e106c02-1fc4-4a0a-8f44-1ed71c4538e9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:44.088804151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"9c244210-17ae-45fc-9f1f-cd85a3e1fffd","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:44.088962213Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:44.930942864Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-sub","reconcileID":"fa4372ab-01da-4dc3-bd95-22e81d4e9dc5","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20","subscription":"e2e-model-nomatch-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:44.943710009Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-sub","reconcileID":"fa4372ab-01da-4dc3-bd95-22e81d4e9dc5","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:44.956277014Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-sub","reconcileID":"fa4372ab-01da-4dc3-bd95-22e81d4e9dc5","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:45.031336905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"928d447f-7040-4e5b-82ad-ac4162dfc954","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:45.031429504Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:45.11085243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-auth","reconcileID":"5c8b12e1-8722-4d73-873d-0b776ac0f668","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:45.127774788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-auth","reconcileID":"5c8b12e1-8722-4d73-873d-0b776ac0f668","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:45.195496891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"fae4148f-071a-4394-af5b-887dd060b267","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:45.195505885Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-match-auth","reconcileID":"77d78796-6a3c-4967-aef2-3584da6f2243","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:45.286521287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"a7e36503-b9a7-4c9e-8340-8557c43278df","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:45.470047301Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"e2e-model-nomatch-auth","reconcileID":"d5a6bc2b-346a-4f39-8e45-c3b30a7f9ba7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:45.470120199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"2ea00831-813d-4034-80fe-844b14e6528a","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:45.511397261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"0b87816e-7812-4e8b-8240-a3981cbf3272","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:46.18837718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4bd1956-ae91-4faf-8c2b-1318dc03d9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:46.200826973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4bd1956-ae91-4faf-8c2b-1318dc03d9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:46.2132638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4bd1956-ae91-4faf-8c2b-1318dc03d9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:46.225901222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4bd1956-ae91-4faf-8c2b-1318dc03d9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:46.796630688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642f66f3-bcc0-46e9-98b5-19fc69a710a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:46.809036663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642f66f3-bcc0-46e9-98b5-19fc69a710a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:46.821377421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642f66f3-bcc0-46e9-98b5-19fc69a710a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:46.833378482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642f66f3-bcc0-46e9-98b5-19fc69a710a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:46.955796794Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-c1eeb6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-c1eeb6","reconcileID":"67d7517c-a16c-4921-96f5-6c53c1f259b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-c1eeb6","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-c1eeb6":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:47.337823944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3480fdd0-014e-42fd-902a-40fa6b5bec6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:47.350594557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3480fdd0-014e-42fd-902a-40fa6b5bec6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:47.363054525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3480fdd0-014e-42fd-902a-40fa6b5bec6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:47.375614084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3480fdd0-014e-42fd-902a-40fa6b5bec6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:47.747390664Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:32:48.608830089Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-c1eeb6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-c1eeb6","reconcileID":"e8a31928-4693-4e6b-9abf-1236f0553c8a","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-a-w4-c1eeb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:48.861419086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"6f6aa417-62b7-4e5c-9aed-dc69517878ae","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:49.144341521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1cd0530-26ce-41fb-ae24-da1c53bec019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:49.159285863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1cd0530-26ce-41fb-ae24-da1c53bec019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:49.183102114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1cd0530-26ce-41fb-ae24-da1c53bec019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:49.201260225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1cd0530-26ce-41fb-ae24-da1c53bec019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:49.687432127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a5d87ce-7c54-47bc-9c9e-22b0f8069b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:49.699647016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a5d87ce-7c54-47bc-9c9e-22b0f8069b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:49.712493631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a5d87ce-7c54-47bc-9c9e-22b0f8069b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:49.726745634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a5d87ce-7c54-47bc-9c9e-22b0f8069b4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.076298052Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-29f3ca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-29f3ca","reconcileID":"1463ae39-925d-4173-87f7-5bc09e0f5238","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-29f3ca","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-29f3ca":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.181471947Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-sub","reconcileID":"0950e93c-a42b-4854-aace-67e2b04ecfed","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscription":"e2e-partial-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.226642194Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-sub","reconcileID":"0950e93c-a42b-4854-aace-67e2b04ecfed","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-6c45bb/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.226667674Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-sub","reconcileID":"0950e93c-a42b-4854-aace-67e2b04ecfed","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb","subscription":"e2e-partial-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.239843574Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-sub","reconcileID":"0950e93c-a42b-4854-aace-67e2b04ecfed","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.354730271Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"e2e-partial-access-sub","reconcileID":"0950e93c-a42b-4854-aace-67e2b04ecfed","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.369669928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"ec2d9650-f0f3-447e-a0f0-97859a6b77ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.510374124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"3c832027-daf9-4880-b9cb-f13998e4c95d","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.510454394Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-564c8f priority=0:[ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-free ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.510853489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"d7891e31-b328-48b3-83f1-bee68f3f8ba4","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.595015534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d144476b-11d5-44ae-834a-a635ba9d34f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.607282277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d144476b-11d5-44ae-834a-a635ba9d34f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.619677757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d144476b-11d5-44ae-834a-a635ba9d34f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:50.631846534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d144476b-11d5-44ae-834a-a635ba9d34f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:51.280458206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8683b62c-7e04-4537-a2f2-717fb219a22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:51.295311041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8683b62c-7e04-4537-a2f2-717fb219a22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:51.314439583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8683b62c-7e04-4537-a2f2-717fb219a22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:51.328842603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8683b62c-7e04-4537-a2f2-717fb219a22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:52.222158842Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a782e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a782e5","reconcileID":"6e9d7bc4-2342-460f-b85b-c7ca9f3b417e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a782e5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a782e5":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:52.438642957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c071a25-5878-4cf5-b9c4-37ebca64a7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:52.459898766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c071a25-5878-4cf5-b9c4-37ebca64a7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:52.484730026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c071a25-5878-4cf5-b9c4-37ebca64a7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:52.553596981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c071a25-5878-4cf5-b9c4-37ebca64a7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:52.930278081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"e7a8b29c-534a-48b3-9150-48b373b14c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:52.930601361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"93eae2a3-a663-47bc-92ef-cb16e651a675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:53.086827842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"93eae2a3-a663-47bc-92ef-cb16e651a675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:53.10446471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"e7a8b29c-534a-48b3-9150-48b373b14c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:53.312463122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"a06a5b16-e9a5-4757-b598-e9013466b013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:53.312958705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"f67f6a6a-8d72-4f41-91da-c5617a376842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:53.376870809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"a06a5b16-e9a5-4757-b598-e9013466b013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:53.392613642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"f67f6a6a-8d72-4f41-91da-c5617a376842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:53.393329856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"de38d727-ae33-49e0-92f1-09a687e0a6bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:53.440640504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"de38d727-ae33-49e0-92f1-09a687e0a6bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:53.501895324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"808ce3ee-a006-4c38-a6cd-a9c23955ebe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:53.522027503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"808ce3ee-a006-4c38-a6cd-a9c23955ebe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:54.049057201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61eda6a3-32be-48df-b3cd-38375732c980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:54.06735149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61eda6a3-32be-48df-b3cd-38375732c980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:54.090729157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61eda6a3-32be-48df-b3cd-38375732c980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:54.10665905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61eda6a3-32be-48df-b3cd-38375732c980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:54.724671276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea060bec-1037-4c6a-aa9f-577fe914c20d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:54.737762404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea060bec-1037-4c6a-aa9f-577fe914c20d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:54.75088722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea060bec-1037-4c6a-aa9f-577fe914c20d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:54.763178996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea060bec-1037-4c6a-aa9f-577fe914c20d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:55.341141875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797d820c-501c-4f52-87d9-a4d34b7a5071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:55.353432705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797d820c-501c-4f52-87d9-a4d34b7a5071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:55.365673847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797d820c-501c-4f52-87d9-a4d34b7a5071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:55.377819084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"797d820c-501c-4f52-87d9-a4d34b7a5071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:55.500520164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"0038bb49-0002-427e-a8cf-c254cfe7d615","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:55.93399656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2522499a-aad8-4fe2-91e8-56a1fff668ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:55.947326674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2522499a-aad8-4fe2-91e8-56a1fff668ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:55.964147854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2522499a-aad8-4fe2-91e8-56a1fff668ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:55.976494244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2522499a-aad8-4fe2-91e8-56a1fff668ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:56.473943841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181c6614-80d4-4baa-86f7-4d782b600e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:56.486705033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181c6614-80d4-4baa-86f7-4d782b600e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:56.498794051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181c6614-80d4-4baa-86f7-4d782b600e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:56.511180627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181c6614-80d4-4baa-86f7-4d782b600e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:57.020290552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecaa1e2-61e7-4bf5-aedb-28f65845bd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:57.032424603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecaa1e2-61e7-4bf5-aedb-28f65845bd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:57.052545905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecaa1e2-61e7-4bf5-aedb-28f65845bd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:57.06591796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecaa1e2-61e7-4bf5-aedb-28f65845bd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:58.235517807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd1ebe8-cbd3-4341-8226-475ff902d9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:58.247899845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd1ebe8-cbd3-4341-8226-475ff902d9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:58.26013687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd1ebe8-cbd3-4341-8226-475ff902d9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:58.272482349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd1ebe8-cbd3-4341-8226-475ff902d9a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:58.806437382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f003a52-6c45-4bd5-a028-4ac06816e56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:58.818871969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f003a52-6c45-4bd5-a028-4ac06816e56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:58.831099414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f003a52-6c45-4bd5-a028-4ac06816e56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:58.84347556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f003a52-6c45-4bd5-a028-4ac06816e56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:58.910768748Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-subscription-success","reconcileID":"7820b665-f7d5-4e83-9d23-694f68257853","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscription":"e2e-test-subscription-success","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:58.956218848Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-subscription-success","reconcileID":"7820b665-f7d5-4e83-9d23-694f68257853","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-7a7ac6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:58.993771385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"6040853f-69b8-4788-9cc9-3ed4f617d337","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:59.018640818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"83686c20-307c-49ce-a41f-87ad99e5e1aa","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:59.036842943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"223b03fc-e48b-4f26-9048-146d24b9664c","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:59.142385878Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w6-63e288","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w6-63e288","reconcileID":"6d051c6a-6491-4c12-89cd-f20ce641bacb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w6-63e288","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w6-63e288":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:59.183594772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"0ce893e2-3249-4911-b3cf-9ab54c7ec7e8","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:59.184382802Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-auth-success","reconcileID":"87e21aaf-5a5e-4c70-8aeb-2b3ba69d7cb8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:59.318489039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"0c2b6618-41d4-4e27-98d0-b55df94557ef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:59.430120717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0297d38-14d5-43dc-b189-a58e1d75dd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:59.442237842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0297d38-14d5-43dc-b189-a58e1d75dd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:59.454296147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0297d38-14d5-43dc-b189-a58e1d75dd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:32:59.466290981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0297d38-14d5-43dc-b189-a58e1d75dd04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.008396757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b906669-d162-4382-ae1f-94eed1d0a17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.020877051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b906669-d162-4382-ae1f-94eed1d0a17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.033069967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b906669-d162-4382-ae1f-94eed1d0a17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.054739153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b906669-d162-4382-ae1f-94eed1d0a17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.22024798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"dd727885-97f9-46b3-a059-48a0c18f1fd3","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.237094691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"36bffc06-b418-41f5-9257-32cf4515808d","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.274521988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-group-no-auth","reconcileID":"136d7f7f-4670-411e-bbbf-8c3d582a81c6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.292810147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-group-no-auth","reconcileID":"136d7f7f-4670-411e-bbbf-8c3d582a81c6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.377510111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"23b16e6a-c496-4bf1-be0b-d4091e358ad4","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.42090124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-group-no-auth","reconcileID":"ac0d2da6-9181-4e8f-9863-e8760174a983","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.42573998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"7f7e509d-f27a-460f-85d3-965a217ecbbd","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.438476694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-group-no-auth","reconcileID":"ac0d2da6-9181-4e8f-9863-e8760174a983","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.442747397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"062f7a3e-b44f-4b3c-89d4-b96d7a400aa7","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:33:00.456132368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-group-sub-only","reconcileID":"630b7846-c75b-436b-8770-a52731e03229","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.553230226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"37252a3f-cc84-4e5f-bc3c-3d983fbc85d1","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.568394221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"2aa14a4a-190e-4919-b418-6ef94f5e6302","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.624284353Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-group-sub-only","reconcileID":"cd897799-c3c9-4d65-9ea0-209bcde02dea","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-7a7ac6/e2e-test-group-sub-only","ai-tenant-e2e-worker-w1-7a7ac6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.673071559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"cc11acd4-b333-475c-af6e-a23a70e02d4b","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.693901215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01009b6d-1350-48b3-a4e6-7cae09134484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.706528283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01009b6d-1350-48b3-a4e6-7cae09134484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.719164693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01009b6d-1350-48b3-a4e6-7cae09134484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.732915152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01009b6d-1350-48b3-a4e6-7cae09134484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.76169443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-group-sub-only","reconcileID":"db64eb1f-7b89-4ee3-b17e-06e0c00c8fdd","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:00.761784654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"d66d803c-5c68-4133-a383-159503bc6ee2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:33:00.847591318Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w6-63e288","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w6-63e288","reconcileID":"8734ebc9-547d-4594-9050-df6a5cf52fa9","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-a-w6-63e288\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:01.262880061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"6af435f5-f542-4ca6-bbe4-cfb86feae27e","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:01.297882635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2223f50f-2313-4be1-a656-7be162aada05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:01.310250359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2223f50f-2313-4be1-a656-7be162aada05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:01.322540579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2223f50f-2313-4be1-a656-7be162aada05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:01.33476396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2223f50f-2313-4be1-a656-7be162aada05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:03.317689514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"9b1136f4-5c26-40c2-aec1-0136958a0a89","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c1eeb6","tenantID":"e2e-shared-a-w4-c1eeb6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:03.354566464Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"9b1136f4-5c26-40c2-aec1-0136958a0a89","name":"e2e-shared-a-w4-c1eeb6-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:05.544807754Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-free","reconcileID":"adec1c66-ab38-436c-a54a-270fac1d9887","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscription":"e2e-test-subscription-free","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:05.589032038Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-free","reconcileID":"adec1c66-ab38-436c-a54a-270fac1d9887","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-564c8f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:05.627116591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"b04844c3-62d0-45eb-9dd9-74bdecf65aab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:05.627135295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-premium","reconcileID":"26b9c008-643c-4aa7-8c30-28f5d9d13555","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:05.734628973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"128f2948-6c5d-4da2-8e2a-c1709de120b7","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:05.89148439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"e1bacce4-7adb-4319-abf6-86e1ca051228","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:06.191158725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"e4b21706-6814-47f1-85ef-895821df58aa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29f3ca","tenantID":"e2e-shared-a-w0-29f3ca","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:06.228061623Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"e4b21706-6814-47f1-85ef-895821df58aa","name":"e2e-shared-a-w0-29f3ca-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:10.060227852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"4e41327d-f6ec-4147-9b01-8f22a4e7742c","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:10.682394113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"126b80bd-545e-4d40-af9c-10a853220651","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a782e5","tenantID":"e2e-shared-a-w2-a782e5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:10.719493444Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"126b80bd-545e-4d40-af9c-10a853220651","name":"e2e-shared-a-w2-a782e5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:11.3063589Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-group-sub-only","reconcileID":"0e9e976c-bd87-454c-b776-8288fa31cad9","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscription":"e2e-test-group-sub-only","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:11.35054854Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-group-sub-only","reconcileID":"0e9e976c-bd87-454c-b776-8288fa31cad9","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-7a7ac6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:11.392710264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"d44ac77a-c7d7-4f1f-ae8c-b416613deb23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:11.498330517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"7ef393d4-d655-4fb7-8bb9-ebd773866bb2","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:11.658310912Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"e2e-test-group-no-auth","reconcileID":"4e4920b4-38f8-42b3-b5b8-659c7337baf8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:11.658315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"5a1f9a75-a818-47b4-83aa-0b88993e5ca1","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:11.790341987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"ee89951b-180f-4655-8b37-95bbcef74c5e","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:15.802743667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c8c0d3-e7a1-446f-9148-a4d97f01f958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:15.815612289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c8c0d3-e7a1-446f-9148-a4d97f01f958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:15.82802662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c8c0d3-e7a1-446f-9148-a4d97f01f958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:15.840498352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c8c0d3-e7a1-446f-9148-a4d97f01f958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:15.934112019Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-premium","reconcileID":"f2045d16-817d-4f2f-9df2-66d305d82eac","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscription":"e2e-test-subscription-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:15.977872029Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-subscription-premium","reconcileID":"f2045d16-817d-4f2f-9df2-66d305d82eac","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-564c8f/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:16.025625076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"0c534ba0-c0f2-4d92-8c6e-917caa261c66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:16.124416069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"8d4641b9-96ad-483e-945a-2573a986044e","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:16.28320329Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7337c223-4674-487b-b3f1-d3bb688acf47","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:16.28326817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"82145a98-37dd-4720-8b86-3663fd7971cc","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:16.323915867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"2107255e-6b66-485e-bb5c-0c9bb461a685","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:16.39694324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dd90bc-b468-4a7e-b358-464551b7612f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:16.409158733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dd90bc-b468-4a7e-b358-464551b7612f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:16.431229135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dd90bc-b468-4a7e-b358-464551b7612f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:16.444439881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dd90bc-b468-4a7e-b358-464551b7612f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:16.647383542Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-be1f39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-be1f39","reconcileID":"2b24b473-650f-4459-90e6-b39196e17743","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-be1f39","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-be1f39":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:16.982122681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"5de7a1d3-39b5-4278-83e7-a50bb4b85784","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w6-63e288","tenantID":"e2e-shared-a-w6-63e288","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:17.004901627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9ed700-7c69-432b-96a9-16eff6ea1f99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:17.018959927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9ed700-7c69-432b-96a9-16eff6ea1f99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:17.031323974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9ed700-7c69-432b-96a9-16eff6ea1f99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:17.035669265Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"5de7a1d3-39b5-4278-83e7-a50bb4b85784","name":"e2e-shared-a-w6-63e288-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:17.043414797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9ed700-7c69-432b-96a9-16eff6ea1f99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:17.573315187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4127ac02-b67f-44e8-a643-e30dc3468c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:17.585743711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4127ac02-b67f-44e8-a643-e30dc3468c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:17.598565715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4127ac02-b67f-44e8-a643-e30dc3468c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:17.612664599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4127ac02-b67f-44e8-a643-e30dc3468c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:17.754362882Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:18.182834923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6bbdb9-14f5-4015-8367-f4a67b6f3dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:18.195028788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6bbdb9-14f5-4015-8367-f4a67b6f3dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:18.207346371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6bbdb9-14f5-4015-8367-f4a67b6f3dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:18.219703961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6bbdb9-14f5-4015-8367-f4a67b6f3dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:33:18.309469823Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-be1f39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-be1f39","reconcileID":"4e29b055-3e6d-45cc-912a-9ac38cb0b78d","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-explicit-be1f39\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:18.761148232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9f2fdc-f7cd-45c3-963b-51b60fdd7a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:18.776815022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9f2fdc-f7cd-45c3-963b-51b60fdd7a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:18.789127163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9f2fdc-f7cd-45c3-963b-51b60fdd7a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:18.80161465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9f2fdc-f7cd-45c3-963b-51b60fdd7a7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:19.45196367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a001f3-cb59-4f3e-91ed-20677ec3b217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:19.473322876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a001f3-cb59-4f3e-91ed-20677ec3b217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:19.488787776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a001f3-cb59-4f3e-91ed-20677ec3b217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:19.501038537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a001f3-cb59-4f3e-91ed-20677ec3b217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:20.103294766Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-group-subscription","reconcileID":"9891dd83-d0ba-43d8-90ef-a5c5b53f1fc4","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscription":"e2e-test-group-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:20.147063652Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-group-subscription","reconcileID":"9891dd83-d0ba-43d8-90ef-a5c5b53f1fc4","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-b1c718/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:20.19407304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"9ee3b680-067b-4759-9cc0-7e4cf1e2aec3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:20.220639795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"7258b579-4890-431a-9cbc-f0de0f3d303f","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:20.236120255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdfaee2-1f16-45b9-9222-464bce8ed61b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:20.248315617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdfaee2-1f16-45b9-9222-464bce8ed61b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:20.262742299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdfaee2-1f16-45b9-9222-464bce8ed61b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:20.277414124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdfaee2-1f16-45b9-9222-464bce8ed61b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:20.379991336Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-test-group-auth","reconcileID":"eccb4621-53fa-4395-888e-3fbce9c6e904","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:20.380328829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"d3276ff3-9248-447b-85ca-d0cfa0acc22d","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:20.421563674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"9b33bf8d-edde-4dba-9d04-60f18e5f8831","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:22.523835618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"d4583895-79f1-4a79-a23e-80e89955b851","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:22.556199138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"d01d750c-a1e0-4f76-93d9-b54af8fe68e9","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:22.605821926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-status-active-auth-only","reconcileID":"7e356172-fc7f-49d0-ba60-718afdf05a50","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:22.627976463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-status-active-auth-only","reconcileID":"7e356172-fc7f-49d0-ba60-718afdf05a50","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:22.706556596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"b055cbf8-0c8b-4e2d-8c00-51e4fca537a3","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:22.742116815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-status-active-auth-only","reconcileID":"37673353-765c-459a-95bc-383611923be4","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:22.761159262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-status-active-auth-only","reconcileID":"37673353-765c-459a-95bc-383611923be4","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:22.785698326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe42a55-f931-40bb-8ea1-7e5aee1debee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:22.801977454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe42a55-f931-40bb-8ea1-7e5aee1debee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:22.814901663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe42a55-f931-40bb-8ea1-7e5aee1debee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:22.827378234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe42a55-f931-40bb-8ea1-7e5aee1debee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:23.511964279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32053d46-13d2-421a-a8c5-8fcf1356ddf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:23.524596508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32053d46-13d2-421a-a8c5-8fcf1356ddf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:23.536732787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32053d46-13d2-421a-a8c5-8fcf1356ddf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:23.549159753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32053d46-13d2-421a-a8c5-8fcf1356ddf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:24.208710138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c473ed5a-387a-4079-aad7-d49fb7a08e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:24.23682156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c473ed5a-387a-4079-aad7-d49fb7a08e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:24.252993842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c473ed5a-387a-4079-aad7-d49fb7a08e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:24.269911559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c473ed5a-387a-4079-aad7-d49fb7a08e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:25.130901304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aed1beeb-baca-4108-bbc8-5dc67bbd2834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:25.471029695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"fb1853cf-5c66-4bc7-9512-6b18baba5f1c","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:25.491724719Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"e2e-status-active-auth-only","reconcileID":"d21bf870-191a-4aa1-91f0-060751f51d9c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:25.495994569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aed1beeb-baca-4108-bbc8-5dc67bbd2834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:25.510930503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aed1beeb-baca-4108-bbc8-5dc67bbd2834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:25.607237126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aed1beeb-baca-4108-bbc8-5dc67bbd2834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:25.705417687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"44dc7324-6317-4f26-91d3-0272a13619cb","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:26.503567042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"bb05db57-6cd1-4eab-8f4a-9a163e506883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:26.587743616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"bb05db57-6cd1-4eab-8f4a-9a163e506883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:26.588290673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"03eae0d6-9e4b-4499-a6ff-5b0522bf631e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:26.658925884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"03eae0d6-9e4b-4499-a6ff-5b0522bf631e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.009620098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"a7addad4-7854-4870-8291-8b52847247ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.010105118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"f874947b-bc06-4b1b-9f0a-4ef3e6e41d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.084128392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"f874947b-bc06-4b1b-9f0a-4ef3e6e41d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.085426697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-status-failed-auth","reconcileID":"633c5736-98a6-4b35-8092-8f723d89833f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.106318616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"a7addad4-7854-4870-8291-8b52847247ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.287547302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-status-failed-auth","reconcileID":"633c5736-98a6-4b35-8092-8f723d89833f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.3304072Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-status-failed-auth","reconcileID":"633c5736-98a6-4b35-8092-8f723d89833f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.506763502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"f6638890-bbed-4066-80ca-551254ff5759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.507075093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"072e20a4-f149-472f-b5b2-512e1b746f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.507705437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21086262-5d85-425f-8b5c-b16c898e29d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.601979515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21086262-5d85-425f-8b5c-b16c898e29d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.607892555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"072e20a4-f149-472f-b5b2-512e1b746f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.617861531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21086262-5d85-425f-8b5c-b16c898e29d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.663066855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21086262-5d85-425f-8b5c-b16c898e29d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.707468928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"f6638890-bbed-4066-80ca-551254ff5759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.796408061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-status-failed-auth","reconcileID":"56ae39fc-e53b-459f-be80-076c937c8aac","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.869095985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-status-failed-auth","reconcileID":"56ae39fc-e53b-459f-be80-076c937c8aac","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:27.991169225Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-status-failed-auth","reconcileID":"56ae39fc-e53b-459f-be80-076c937c8aac","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:29.287846864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"f597beb7-d7da-48e8-8ae1-7b1edb457030","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:29.450992004Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"e2e-status-failed-auth","reconcileID":"0c302d0d-3f22-4563-9c13-2dd6cb8e7717","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.113421528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3e3527-7a7b-45e0-a37a-93dd701d481a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.145112146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3e3527-7a7b-45e0-a37a-93dd701d481a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.167856409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3e3527-7a7b-45e0-a37a-93dd701d481a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.222230082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3e3527-7a7b-45e0-a37a-93dd701d481a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.407984059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"d19eb758-0d17-4ee7-816a-0a2aaae06fa7","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.408635088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"5c0baee5-2d6c-4cc1-bcb6-0825bd195412","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.40917599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"6344fe1d-4c94-40e8-a562-28ce30010ec4","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.419785053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"00e61d1b-4bb7-4825-802e-a6fe276cc627","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.443804363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"c6764b93-a671-4bfd-9ded-9db3ab6ac9c3","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.444128883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"0080c478-dd4f-413f-94ff-7c8d03430f59","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.444556775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"208fd429-d23c-481a-9aa7-0c88d368eae2","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.444963166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"204ec498-1406-4252-89ed-c4d468e7885d","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.484447141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"284ed3d1-7bea-44bc-865d-687d00feee14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.485673622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"210f9170-68c3-4989-ac1b-b268a77b5d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.485643938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"0ccd9af9-2c7a-4140-9427-bc30de902912","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.486775982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"04e68017-05e2-4435-a9c5-d3e6f0480f5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.530701972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"210f9170-68c3-4989-ac1b-b268a77b5d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.534132681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"0bd73362-d6ec-4706-8831-d94a7583225e","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.535594939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"284ed3d1-7bea-44bc-865d-687d00feee14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.599742695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"93dfa734-60b1-4851-b3af-865a5d8b39a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.600532151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"b8b9cb07-9768-419b-af87-5ad1a860c7ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.711859839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"54accd0e-2c76-471a-902b-e4b4b6ab04fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.712396307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"41e18ed7-45cb-4cb5-89f4-0bc771d5341e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.730076828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"41e18ed7-45cb-4cb5-89f4-0bc771d5341e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.733144961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"54accd0e-2c76-471a-902b-e4b4b6ab04fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.918100196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f75799-7542-40c8-aec0-5adbb0a1982d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.930877539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f75799-7542-40c8-aec0-5adbb0a1982d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.9433714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f75799-7542-40c8-aec0-5adbb0a1982d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:30.957995447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f75799-7542-40c8-aec0-5adbb0a1982d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:31.420048397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"df2ebf79-40c0-44f8-bb14-e92f5d72988c","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:32.482147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"64eb0968-344c-40af-8c18-c534966eb926","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:33.034075226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fe3f6c-4316-4939-b2d6-e6ba04454e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:33.046339473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fe3f6c-4316-4939-b2d6-e6ba04454e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:33.058653734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fe3f6c-4316-4939-b2d6-e6ba04454e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:33.071745423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fe3f6c-4316-4939-b2d6-e6ba04454e4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:33.586975382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"e1f3ff7a-715c-45ef-bbfe-f78d44f259b3","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:33.821161402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e420a6a0-c281-4bfe-894a-1e7f74bdfa99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:33.833705257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e420a6a0-c281-4bfe-894a-1e7f74bdfa99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:33.846788801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e420a6a0-c281-4bfe-894a-1e7f74bdfa99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:33.861567287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e420a6a0-c281-4bfe-894a-1e7f74bdfa99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:33.894715515Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-ecb34a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-ecb34a","reconcileID":"defe3a82-7879-4e2b-b9f5-770abbd760f3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-ecb34a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-ecb34a":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:34.613641464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90874eb6-a9a3-44d4-bba9-7feb77c32418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:34.626950584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90874eb6-a9a3-44d4-bba9-7feb77c32418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:34.640200861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90874eb6-a9a3-44d4-bba9-7feb77c32418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:34.653139295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90874eb6-a9a3-44d4-bba9-7feb77c32418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:34.711252854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"3bb18616-cc00-422c-a673-1017cb6e1b76","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:34.761030177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"9d857b6f-d612-46ba-932c-fd8daf5b075c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:34.79522214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"d032166d-d102-47b4-a31c-c8631feb1a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:34.815958666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"d032166d-d102-47b4-a31c-c8631feb1a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:34.825500612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"7c36bf05-7001-4adf-83a6-3b516be30a1c","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:34.875264408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"dc3953df-030a-4b55-a8a9-13534cb28668","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:36.190180692Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-415d24","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-415d24","reconcileID":"dc7c8599-743a-4e65-869e-fd3d8cfa68a7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-415d24","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-415d24":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:36.693085055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8661e486-6033-4ab8-9091-b03778ef86cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:36.715833249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8661e486-6033-4ab8-9091-b03778ef86cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:36.730021843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8661e486-6033-4ab8-9091-b03778ef86cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:36.774712523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8661e486-6033-4ab8-9091-b03778ef86cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:37.191165237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"68435b5a-3bd1-499c-b33a-c7b4b9a6a5e5","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:37.626517138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eda4e88-7418-4e5e-a365-7adebc6b4f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:37.650930228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eda4e88-7418-4e5e-a365-7adebc6b4f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:37.694984414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eda4e88-7418-4e5e-a365-7adebc6b4f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:37.72337819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eda4e88-7418-4e5e-a365-7adebc6b4f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:38.134963824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"fa6e5bad-efa5-4ec0-8c45-7f56dcdc51cd","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:38.200320414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"6543fe61-6228-4657-967c-403a829bce3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:38.225940199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"177ced20-ed24-4cfb-89c3-26b8970da280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:38.260330284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"177ced20-ed24-4cfb-89c3-26b8970da280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:38.280994139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"b5b2aabc-e39b-45c9-ba1b-a9d287a7c41f","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:38.364288817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"9f22f383-b8a3-463a-9367-6d539f3d687e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:38.631751307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271faf1c-101b-440c-9d9e-61b4134fd805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:38.645652558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271faf1c-101b-440c-9d9e-61b4134fd805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:38.67542181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271faf1c-101b-440c-9d9e-61b4134fd805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:38.688910019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271faf1c-101b-440c-9d9e-61b4134fd805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:41.881321539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"9192adc9-6def-4786-bb67-ff2b2ebe1a0f","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:43.50161578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b710416-983f-48de-8dc2-5da4f40f0187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:43.513853849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b710416-983f-48de-8dc2-5da4f40f0187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:43.526207998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b710416-983f-48de-8dc2-5da4f40f0187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:43.538302165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b710416-983f-48de-8dc2-5da4f40f0187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:43.832911787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"35f26866-029f-4d21-9f61-1b8d2e9a25ca","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-be1f39","tenantID":"e2e-explicit-be1f39","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:43.870522693Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"35f26866-029f-4d21-9f61-1b8d2e9a25ca","name":"e2e-explicit-be1f39-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:44.21586842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cf1a422-a67c-43f7-93e5-f7dd14ac8612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:44.228363614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cf1a422-a67c-43f7-93e5-f7dd14ac8612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:44.24069917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cf1a422-a67c-43f7-93e5-f7dd14ac8612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:44.25333005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cf1a422-a67c-43f7-93e5-f7dd14ac8612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:44.273916743Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-05c6b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-05c6b2","reconcileID":"d74045bf-d479-4a73-930d-0c6af8ac4ea2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-05c6b2","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-05c6b2":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:44.8149948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47474f6-9821-4ca1-aad8-a90101502025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:44.827313571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47474f6-9821-4ca1-aad8-a90101502025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:44.839449757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47474f6-9821-4ca1-aad8-a90101502025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:44.851545197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47474f6-9821-4ca1-aad8-a90101502025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:45.152651404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"adb27c59-1fdd-4497-9f42-cba220908414","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:45.19092544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"75bb3363-1eaf-4f05-b72b-9f5562c6c1c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:45.207897242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"0f6ba35a-edc8-46e0-ab1b-bdb1e1705ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:45.224801417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"0f6ba35a-edc8-46e0-ab1b-bdb1e1705ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:45.237879736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"09ffb1b3-192e-4ce7-97b9-df3b651587b9","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:45.293978184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"08d1b421-54a9-4963-9b93-2dfe8be2dcdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.242845681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"da787bff-406a-4fa1-99b9-2f1b34b7908f","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.243323139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"6e49da19-8820-4ea5-839c-54ec2573ed6c","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.243750998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"258677ab-1d3e-49bc-9807-b779ca73b769","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.243981414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"def4bc82-c8f4-4a5b-891a-29bf972f81d9","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-2-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-2-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.262384062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"17f81fb0-4c09-487d-8384-f4f8e39967f6","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.26272448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"fda93b0d-39d9-4ec1-8286-a765d7e8512b","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.263029199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"b17c81b8-4cf9-4f9b-b417-74019ae8ddf8","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.26320308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"85d0fb26-9954-4c1e-8249-7546393178d7","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-2-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-2-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.280554039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"a698503f-97e3-4863-9b79-0ab35faa7917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.280682248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"e68ed26e-94dd-4642-b48a-145311a10f06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.281629601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"70d0cd36-91c7-4dc4-adb0-45634678e5dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.282149011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"c45ec5d3-ee61-4c74-9426-6997ede697d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.302087438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0817cb42-4db2-4846-8590-0718a49ba35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.302691953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"e68ed26e-94dd-4642-b48a-145311a10f06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.304723271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"a698503f-97e3-4863-9b79-0ab35faa7917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.314568173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0817cb42-4db2-4846-8590-0718a49ba35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.326790994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0817cb42-4db2-4846-8590-0718a49ba35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.353444464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0817cb42-4db2-4846-8590-0718a49ba35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.461842085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"9e559132-103c-4839-b582-3288cdbd572a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.462302238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"f3e23f85-50c1-4b77-9a35-ab64f8289aa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.590152189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"d6cbeba1-db00-42c6-9166-d7737e067f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.590910434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"ca09cd3a-d96f-491c-9984-fe886d9af277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.610796964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"ca09cd3a-d96f-491c-9984-fe886d9af277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:46.616255475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"d6cbeba1-db00-42c6-9166-d7737e067f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.017127038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfac901a-4545-4731-87b5-f266638f955e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.029433478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfac901a-4545-4731-87b5-f266638f955e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.053795609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfac901a-4545-4731-87b5-f266638f955e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.071904286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfac901a-4545-4731-87b5-f266638f955e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.606948326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78cbff7-3a81-44de-b0d8-de9090ec1aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.619081698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78cbff7-3a81-44de-b0d8-de9090ec1aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.653620086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78cbff7-3a81-44de-b0d8-de9090ec1aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.665835025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78cbff7-3a81-44de-b0d8-de9090ec1aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.727293199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"1726f867-b777-4ab9-8b0c-ba582c2f5ce0","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.747757914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.764483093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"58086b28-b7a7-4f48-add5-ad513eb61075","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.781865146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"10e81db2-d854-4cce-a281-4e2800c14425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.799693055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"10e81db2-d854-4cce-a281-4e2800c14425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.815327395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"44c8c5f2-4c3c-4f64-b46f-935b805096a7","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:47.86671824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"e540ea66-cf52-4368-b965-4809b30bfcb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:48.186726573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39196464-09d3-4824-bd9b-ce87228971f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:48.201046822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39196464-09d3-4824-bd9b-ce87228971f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:48.214726517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39196464-09d3-4824-bd9b-ce87228971f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:48.227077634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39196464-09d3-4824-bd9b-ce87228971f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:48.759597875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f514cc9a-20b5-4769-b760-ebea02807efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:48.772222524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f514cc9a-20b5-4769-b760-ebea02807efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:48.784256482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f514cc9a-20b5-4769-b760-ebea02807efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:48.796449726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f514cc9a-20b5-4769-b760-ebea02807efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:49.33964666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44de6e5-871c-4cfb-9ebf-f72224af5939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:49.356877635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44de6e5-871c-4cfb-9ebf-f72224af5939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:49.369816377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44de6e5-871c-4cfb-9ebf-f72224af5939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:49.383290537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44de6e5-871c-4cfb-9ebf-f72224af5939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:49.950677811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e89abdc-0c18-4d13-9bea-28c691585f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:49.964965572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e89abdc-0c18-4d13-9bea-28c691585f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:49.978824668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e89abdc-0c18-4d13-9bea-28c691585f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:49.991266242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e89abdc-0c18-4d13-9bea-28c691585f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.534796749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e08569-34ce-47ff-85f1-1439aa9021ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.547234624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e08569-34ce-47ff-85f1-1439aa9021ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.560795099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e08569-34ce-47ff-85f1-1439aa9021ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.581619729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e08569-34ce-47ff-85f1-1439aa9021ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.587408047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"1f66267f-109d-4834-9fcd-29a40373226c","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.614305329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"98409d00-fa46-41e8-84ce-45b119381511","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.625243637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"63db3d32-ec8e-4ac4-8aa4-c8934a12a208","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.655651505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-w5-b1c718","reconcileID":"c1b570ed-555b-49f5-994d-a38286c433b2","MaaSModelRef":{"name":"distinct-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.656035318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"distinct-2-w5-b1c718","reconcileID":"fc0126be-e883-410b-9952-5321dcc2494e","MaaSModelRef":{"name":"distinct-2-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"distinct-2-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"distinct-2-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.656335556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"18996a96-11ef-4c9a-8bcc-4035438e9eb2","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.657223188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"06db272c-2d81-4885-893b-d272c15bc380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.674097391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"e0a11384-c5bd-4252-a4a6-b1489b20f594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.674605976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"5b6d239e-1c76-44dc-b95f-dfb6c0772186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.681491754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"06db272c-2d81-4885-893b-d272c15bc380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.694775136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"e0a11384-c5bd-4252-a4a6-b1489b20f594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.694966487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"5b6d239e-1c76-44dc-b95f-dfb6c0772186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.7005574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"1bed7159-af4f-4237-83be-49c2153e81ad","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.728836667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"eacf26ef-8de3-4b78-a1b1-291046825b67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.72885062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"d1b093a0-20b2-4e06-9ecd-d34bdc18b80f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.742032927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"2b75f2aa-841c-4f9a-bb70-f23479009cac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.832244426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"d2ca151c-6a82-42c0-b19a-6b48b525e498","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-premium-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:50.832820262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"90b5de5c-6df3-4005-b451-5a5ddca3c4f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"maas-trlp-simulator-w5-b1c718","model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:51.355982526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"e4a24811-071f-4a2e-a6d3-276206d4c2b6","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:51.363777535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e5c099-f287-42b8-ae32-d9c7106febaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:51.377810196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e5c099-f287-42b8-ae32-d9c7106febaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:51.390790819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e5c099-f287-42b8-ae32-d9c7106febaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:51.403143051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e5c099-f287-42b8-ae32-d9c7106febaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:52.42161121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"b372ef5d-264e-4e21-b509-96066bab4279","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:53.297059619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"3101091b-04bd-4cd9-a849-8bb8767e2292","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:54.100003087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"2a4f029d-8ebf-4a05-8349-3d9f07461050","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:54.868023766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"d507446a-5314-47e8-b216-458738f50925","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:54.994686965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"9b6ae436-6a70-4b9f-bd81-6e6fb28b4c4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.006734747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"8e437b74-fe1c-433a-994f-5afeec840d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.0248412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"8e437b74-fe1c-433a-994f-5afeec840d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.043735604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"5a475ea5-e927-4a09-9cbe-1c17da6b678e","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.09107328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"14243a50-107a-4968-9b54-ee28e070e631","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.136462885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c5d2667-8e83-4747-b74e-afa099b430e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.154165846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c5d2667-8e83-4747-b74e-afa099b430e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.179672618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c5d2667-8e83-4747-b74e-afa099b430e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.206844425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c5d2667-8e83-4747-b74e-afa099b430e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.653904705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"a5af76de-7377-4079-a6f2-0b5fcba2facb","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.694111222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"d165848c-f9aa-4220-be37-603a606e6917","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.712536204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"a9eceaab-fd39-4a25-98ca-96f832e2c1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.730419409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"a9eceaab-fd39-4a25-98ca-96f832e2c1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.751396092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"24c200db-2ed9-4a8c-9514-a305594093eb","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.79550873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"3cb82b48-0b17-4b00-8355-bb8bda9204b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.81161106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32757d4-ab39-4bb7-b946-2b934df5c928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.825508303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32757d4-ab39-4bb7-b946-2b934df5c928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.838936119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32757d4-ab39-4bb7-b946-2b934df5c928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.852454026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32757d4-ab39-4bb7-b946-2b934df5c928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:55.93161996Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w6-f1268c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w6-f1268c","reconcileID":"9f44666a-3531-4818-b8dc-194f49c52adc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w6-f1268c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w6-f1268c":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.366244724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"e83c1220-45fc-4304-a6e6-68e615b5b34e","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.36656816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"2251a725-fba7-4b45-bdc6-fd6709233f65","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.366830999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"88cd005b-6cf3-49d0-a4e5-21b5284b4d91","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.366998593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"98aeb126-6bd9-42d3-b436-6562752fcb69","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-2-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-2-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.405828221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"0b84ad78-7874-4552-97c7-f52daa9b819d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.405826235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"ac30bcd3-0d33-43b2-b7ce-6be0e6389877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.407562905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"db7b1df8-0247-4e43-a56c-02fbcee19b8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.407729474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"3dfbfaed-ded3-46e3-8a93-66132df4057b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.41702731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4aca87-3280-4075-b937-9bbe160d511e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.430713001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4aca87-3280-4075-b937-9bbe160d511e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.437863646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"0b84ad78-7874-4552-97c7-f52daa9b819d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.438190959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"ac30bcd3-0d33-43b2-b7ce-6be0e6389877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.443989526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4aca87-3280-4075-b937-9bbe160d511e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.457727383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4aca87-3280-4075-b937-9bbe160d511e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.510630513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"31dbaf24-6cfd-482a-94e7-05c878ffa00b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.51174941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"290ff19b-b507-4e8d-a2bc-80fe20555179","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"distinct-2-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"distinct-2-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.511948159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"a50e9a99-73fa-4a5c-a22d-a3bf407fd713","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.539252066Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"4d2a855b-009d-4d47-8d36-fcd1aa78e853","namespace":"ai-tenant-e2e-worker-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.539344157Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"4d2a855b-009d-4d47-8d36-fcd1aa78e853","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.557281352Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"4d2a855b-009d-4d47-8d36-fcd1aa78e853","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.557938463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"a38b7323-8547-4d55-b561-65762e1a070e","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.575385242Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"4d2a855b-009d-4d47-8d36-fcd1aa78e853","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.575416538Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"4d2a855b-009d-4d47-8d36-fcd1aa78e853","namespace":"ai-tenant-e2e-worker-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.575471822Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"4d2a855b-009d-4d47-8d36-fcd1aa78e853","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.576847358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"427cb655-9b99-4207-bec9-135ac4e07b47","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.593336263Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"4d2a855b-009d-4d47-8d36-fcd1aa78e853","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.596843337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"d0b9d642-37f0-43a1-86f6-9d8af02aadbe","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.604016576Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"467c8d5a-7918-400c-86d9-8d1b079aea22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-778b5858","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.615864886Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"4d2a855b-009d-4d47-8d36-fcd1aa78e853","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.618713006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"cc8aa472-8bfa-47d3-8a97-9b48572ce4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.61985864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"1b6122d9-8cdf-4e0e-97fe-7acdcaddb277","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.625776103Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"250b5cac-24a3-4352-923f-8444f5bafb78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cee150a0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.63482012Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"d7f710fe-5789-477c-a012-ee261d533fd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-778b5858","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.638777072Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"53ecb9c9-2a1b-4a9e-a341-bf8af35d7149","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cee150a0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.639141218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"d0418d21-b65f-4964-916d-9655b100bf5e","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.639390973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"cc8aa472-8bfa-47d3-8a97-9b48572ce4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.656130547Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"730fcdb6-7a5e-45fb-b3b9-1b6de7b1ecab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cee150a0","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:33:56.656533925Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"d0418d21-b65f-4964-916d-9655b100bf5e","name":"premium-w3-564c8f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-564c8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:33:56.65659808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"d0418d21-b65f-4964-916d-9655b100bf5e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-564c8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.661917933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"afa2db3b-c341-4e93-aff0-d08eea52e114","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.690980342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"9fe5a167-0f68-43ef-913b-37d011ca0f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.694647515Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"76321123-753a-48f5-a0b8-0f031b0a2090","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cee150a0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.773083202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"9fe5a167-0f68-43ef-913b-37d011ca0f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.854616685Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"9e47877d-1a90-430c-9621-2c16b75c3fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.881239533Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"02b055f6-02d4-4d80-af75-00630bb07788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:56.980764848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"9e47877d-1a90-430c-9621-2c16b75c3fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:57.000226941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"9e47877d-1a90-430c-9621-2c16b75c3fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:57.00025942Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-access","reconcileID":"9e47877d-1a90-430c-9621-2c16b75c3fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:57.018240993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"02fe5825-a396-4a5a-8a49-d8848d3012d7","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:57.081301203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"02b055f6-02d4-4d80-af75-00630bb07788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:57.09939837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"02b055f6-02d4-4d80-af75-00630bb07788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"e2e-worker-w3-564c8f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:57.09941805Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-access","reconcileID":"02b055f6-02d4-4d80-af75-00630bb07788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:57.117059576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"dc81b6fe-a713-413f-9e1b-cff3828f5ed7","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:57.123500059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd15e85-4845-462d-83a8-45d698890938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:57.139331037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd15e85-4845-462d-83a8-45d698890938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:57.153262803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd15e85-4845-462d-83a8-45d698890938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:57.190482818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd15e85-4845-462d-83a8-45d698890938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:58.34991248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"c005f1d1-c504-412f-9d0e-e1dd59fd6030","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ecb34a","tenantID":"e2e-shared-b-w4-ecb34a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:33:58.410105881Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"c005f1d1-c504-412f-9d0e-e1dd59fd6030","name":"e2e-shared-b-w4-ecb34a-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:00.111161503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"99c7dd19-1879-465f-8956-9ccfc891e3c5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-415d24","tenantID":"e2e-shared-b-w0-415d24","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:00.151617578Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"99c7dd19-1879-465f-8956-9ccfc891e3c5","name":"e2e-shared-b-w0-415d24-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.87105985Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"93db04e8-60b7-4a8d-8554-4ff319f4e86f","namespace":"ai-tenant-e2e-worker-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.871129964Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"93db04e8-60b7-4a8d-8554-4ff319f4e86f","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.891504922Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"93db04e8-60b7-4a8d-8554-4ff319f4e86f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.891972101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"c9c4bded-fcfc-479a-9a29-b263ec31d468","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.909596154Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"93db04e8-60b7-4a8d-8554-4ff319f4e86f","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.909610853Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"93db04e8-60b7-4a8d-8554-4ff319f4e86f","namespace":"ai-tenant-e2e-worker-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.909684847Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"93db04e8-60b7-4a8d-8554-4ff319f4e86f","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.910566423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"3645cabc-97df-4558-8cb8-3dd21937670e","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.926665179Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"93db04e8-60b7-4a8d-8554-4ff319f4e86f","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.929826067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"e5b7f8b6-8cc5-457f-856d-824cf58a816e","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.939344201Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"f7e26878-2906-421c-9a9f-9511d69f3347","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cef097b1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.946906941Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"93db04e8-60b7-4a8d-8554-4ff319f4e86f","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.950191709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"ceb892e5-628a-4a8d-b416-dc8a07b66c80","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.955744832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"67b9ac93-20ad-407a-bf7c-bb83cf97ef15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.957844895Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"cdd5600c-0f84-48c8-998c-a3c3f5aaaa99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f18e88b3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.966793812Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"c32440c4-e7e9-4e72-99ee-d2a5c9a2e15a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cef097b1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.978409319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"67b9ac93-20ad-407a-bf7c-bb83cf97ef15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:01.983657196Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"d8d4f12c-07d8-4a3c-8792-0ec7bc5fb2ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f18e88b3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:02.025531581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"dfd46af2-0834-4624-b2e6-496ec0ce3765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:02.070320005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"dfd46af2-0834-4624-b2e6-496ec0ce3765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:02.105273927Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"230ab459-81f6-49df-b8f3-cf0de0bf27be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:02.216647881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"e09a65f7-a667-48eb-9dde-01987b2fc703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:02.335366583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"230ab459-81f6-49df-b8f3-cf0de0bf27be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:02.360182056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"230ab459-81f6-49df-b8f3-cf0de0bf27be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:02.360287323Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-access","reconcileID":"230ab459-81f6-49df-b8f3-cf0de0bf27be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:02.387230742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"simulator-w5-b1c718","reconcileID":"98ebbca9-0ec5-4512-8e6b-18657ab00d5d","MaaSModelRef":{"name":"simulator-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"simulator-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"simulator-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:02.435439418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"e09a65f7-a667-48eb-9dde-01987b2fc703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:02.456063469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"e09a65f7-a667-48eb-9dde-01987b2fc703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"name":"e2e-worker-w5-b1c718-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:02.456092018Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-access","reconcileID":"e09a65f7-a667-48eb-9dde-01987b2fc703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:02.474847553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"namespace":"e2e-models-e2e-worker-w5-b1c718","name":"premium-w5-b1c718","reconcileID":"c9a0190a-cc17-45a2-be11-39c2a2bda2f8","MaaSModelRef":{"name":"premium-w5-b1c718","namespace":"e2e-models-e2e-worker-w5-b1c718"},"routeName":"premium-w5-b1c718-kserve-route","namespace":"e2e-models-e2e-worker-w5-b1c718","llmisvcName":"premium-w5-b1c718","gateway":"openshift-ingress/e2e-worker-w5-b1c718","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:06.707073686Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"0553f901-c55e-4d98-908a-317931e49e9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-778b5858","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:06.748031752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"35f3259b-6ba6-4bb4-9c0b-3371976d2ce7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:06.782722112Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"35f3259b-6ba6-4bb4-9c0b-3371976d2ce7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:06.807008748Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"premium-simulator-subscription","reconcileID":"35f3259b-6ba6-4bb4-9c0b-3371976d2ce7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:07.109324241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"1da9eb97-b165-4b27-84ec-52d065a436f7","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"premium-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"premium-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:07.220051148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"12d4ee11-44f1-43ba-ac74-0e287dc8df95","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:08.269660101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"7997c5b1-378d-42f6-b8c5-1124192d4592","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:08.314432151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"d9b0877c-cc5a-47f5-9897-f523a9a2590f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:08.331153635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"22e2236e-658c-4296-8ebb-4e5171ea5d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:08.351025186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"22e2236e-658c-4296-8ebb-4e5171ea5d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:08.371966478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"2cf2fb42-0111-48c6-9c72-3f539d1a9e86","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:08.413830047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"1cc1b28d-fb53-487e-91c8-9bb96f716ce4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:10.130943338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"4d0dad5e-0deb-4d99-a343-93566c3bcdaa","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:10.137838014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a7ce93-20ee-4591-8c55-e1700eda0884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:10.15162737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a7ce93-20ee-4591-8c55-e1700eda0884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:10.16535949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a7ce93-20ee-4591-8c55-e1700eda0884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:10.179459766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a7ce93-20ee-4591-8c55-e1700eda0884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:10.730119492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59559338-ecba-41ae-bc18-05abecea64af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:10.743455677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59559338-ecba-41ae-bc18-05abecea64af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:10.76396321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59559338-ecba-41ae-bc18-05abecea64af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:10.780686185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59559338-ecba-41ae-bc18-05abecea64af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:11.260401917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"26fa9dc3-a1b7-4a8e-8367-bd95963b344a","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:11.29766162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"dcbad0c2-abc9-4d92-adda-428758c9658e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-05c6b2","tenantID":"e2e-shared-b-w2-05c6b2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:11.337493585Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"dcbad0c2-abc9-4d92-adda-428758c9658e","name":"e2e-shared-b-w2-05c6b2-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:11.405214596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311ff5c2-ff21-4e4a-9475-67d3e55bf0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:11.420173249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311ff5c2-ff21-4e4a-9475-67d3e55bf0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:11.458481204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311ff5c2-ff21-4e4a-9475-67d3e55bf0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:11.481768406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311ff5c2-ff21-4e4a-9475-67d3e55bf0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:11.980598477Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"8474192c-18a6-42ce-87eb-ec2e24d11196","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cef097b1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:11.997819057Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"00b16c2f-e35d-49ad-aba1-fd71b86a3d71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f18e88b3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.146553704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f1f35a-b03b-475e-a350-dff7cb462bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.160864211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f1f35a-b03b-475e-a350-dff7cb462bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.176736482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f1f35a-b03b-475e-a350-dff7cb462bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.191685823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f1f35a-b03b-475e-a350-dff7cb462bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.48486097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"55ee4cd0-e9ad-41f2-b5f7-e4bea45df925","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.525826187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"9f5d641a-9d30-4dc7-8408-0b690c9fc774","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.541923451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"ffc15141-1de6-45e6-93ae-0dcf4e75237f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.56645913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"ffc15141-1de6-45e6-93ae-0dcf4e75237f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.624251717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"e654afc6-832e-4ad0-a00a-f2671aa5cc3a","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.666833584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"455c58af-c765-4d36-8f37-77a7cf852606","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.749207389Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"07cac5a9-7b43-478b-b68d-b61a7462b5ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f18e88b3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.752767896Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"d1de0adc-209f-4011-bfc5-10dfe241dd48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cef097b1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.998806161Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"e11929d7-d8fa-480a-8f4b-59f597c6437c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cef097b1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:12.998894198Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"05ad3c9d-f4a8-4ce2-a880-6171d90f36e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f18e88b3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:13.014675131Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"e9201a94-75be-4b20-8e09-260c352638f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cef097b1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:13.015382816Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"4dcfe903-184f-402b-8891-e3786256daa0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f18e88b3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:13.027793676Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"343ab8a9-ca10-49e5-87b5-399dc4c5c60b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cef097b1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:13.02841527Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"9478ef80-eb3d-4f49-ad9a-66b0d2b1bf86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f18e88b3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:13.070563887Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"cc9c30ed-44b0-4dc1-acb9-0167823a831a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f18e88b3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:13.357698412Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"158da870-d2b7-4ba1-87e0-a18308bb04bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cef097b1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:14.837162616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"39d9aaa2-937d-4c5f-8fd6-f9fcaa84e5b8","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:14.88067239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"00c314a3-33ba-4d43-a9da-3e451f62970f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:14.90639156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"d2c170a0-19cb-49c8-91ef-6b0886140fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:14.953118637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"d2c170a0-19cb-49c8-91ef-6b0886140fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:14.954561496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"2ba6b414-ace5-426e-a39b-04e310732fa1","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:14.998834759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"a81090ff-e6c9-4fa7-9e8d-a5021180f6a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:16.721304283Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"5aaba4a2-57ff-4217-99d7-032b962fd28c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:16.739183582Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"5aaba4a2-57ff-4217-99d7-032b962fd28c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:16.753850649Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"simulator-subscription","reconcileID":"5aaba4a2-57ff-4217-99d7-032b962fd28c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"name":"maas-trlp-simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f","model":"e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:16.83475568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"75cd2460-0ad1-4264-b959-64cec6bc8c08","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"routeName":"simulator-w3-564c8f-kserve-route","namespace":"e2e-models-e2e-worker-w3-564c8f","llmisvcName":"simulator-w3-564c8f","gateway":"openshift-ingress/e2e-worker-w3-564c8f","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:17.750332699Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:19.484534282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"c96d1440-d0b5-4470-89c8-b8edd17e1656","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:22.516813312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"f87e9703-4eff-4626-9697-44e1ac3a835e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-f1268c","tenantID":"e2e-shared-b-w6-f1268c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:22.556279097Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"f87e9703-4eff-4626-9697-44e1ac3a835e","name":"e2e-shared-b-w6-f1268c-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:23.084537054Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"c09fea34-da6c-47fc-9177-34370b381986","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:23.084859811Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"premium-simulator-subscription","reconcileID":"c09fea34-da6c-47fc-9177-34370b381986","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","error":"MaaSModelRef not found: e2e-models-e2e-worker-w5-b1c718/premium-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:23.371173921Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"cd3dc924-8a3e-489b-93d6-cccb2bc82891","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:23.371295285Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"simulator-subscription","reconcileID":"cd3dc924-8a3e-489b-93d6-cccb2bc82891","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"model":"e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","error":"MaaSModelRef not found: e2e-models-e2e-worker-w5-b1c718/simulator-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:23.590934471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"4dd3336d-3756-4054-aee7-de7ed908e68e","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:23.63366238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"5b3e33f0-d3be-4fd5-a485-a4b0a1463ca6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:23.655948729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"b5c43c0c-16f8-45ff-ab34-73fa5f091850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:23.673992738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"b5c43c0c-16f8-45ff-ab34-73fa5f091850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:23.683539329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"a76132a0-d81e-4b11-a86f-b582bbacf398","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:23.732235453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"e986c1b2-0dd6-4f99-8374-10bc39e9a974","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.108944742Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","namespace":"ai-tenant-e2e-worker-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.109001413Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","namespace":"ai-tenant-e2e-worker-w3-564c8f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.109049078Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","tenant":"e2e-worker-w3-564c8f","tenantID":"e2e-worker-w3-564c8f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.123781862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"Deployment","name":"maas-api-e2e-worker-w3-564c8f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.151695923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"Service","name":"maas-api-e2e-worker-w3-564c8f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.169745514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-564c8f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.188949469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-564c8f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.205009574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.221552353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.240020826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.256675462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.269846613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.282668748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.295599869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"Service","name":"payload-processing-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.308419458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.32132658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.334306254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.347189371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.375288323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.391054007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.404216783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.419348963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-564c8f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.432639483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-564c8f"},"namespace":"ai-tenant-e2e-worker-w3-564c8f","name":"default-tenant","reconcileID":"887e1947-575e-449e-b76b-d2503e3859dd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-564c8f","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.442236115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"df1d386b-f92a-4309-8d7d-591ed79eb129","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:24.738064486Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-564c8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-564c8f","reconcileID":"5ca670f8-7098-4faa-91a1-ef0c810b2238","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-564c8f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-564c8f"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.786897058Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"a5a18416-3470-4ae0-b42d-75f88e4c2100","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.807965923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"a5a18416-3470-4ae0-b42d-75f88e4c2100","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.808529035Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"fdd1b0e1-73b0-488a-84a2-35cea31f5117","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.83930443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"fdd1b0e1-73b0-488a-84a2-35cea31f5117","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.839585478Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"8f0c7f94-f1eb-4345-8091-8eea82b0abf7","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.858449361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"8f0c7f94-f1eb-4345-8091-8eea82b0abf7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.85865897Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"a3aaca3d-8956-469a-86af-8afd165e7286","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.877722241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"a3aaca3d-8956-469a-86af-8afd165e7286","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.87795601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"961c81af-5ac1-42a2-885c-a303d7c9f4ba","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.878021194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"961c81af-5ac1-42a2-885c-a303d7c9f4ba","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.878176846Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"202486d7-a549-4501-9418-04ac261f0103","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.878224624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"202486d7-a549-4501-9418-04ac261f0103","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.878328636Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"78e636af-e22c-430d-b107-7d025e30ace7","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.878364025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"78e636af-e22c-430d-b107-7d025e30ace7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.883680464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"77189232-5184-432e-996d-6779c11221ff","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.883734838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"77189232-5184-432e-996d-6779c11221ff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.888883372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"a1f1d1b7-27e6-423c-9942-fd865ae02867","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.888941801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"a1f1d1b7-27e6-423c-9942-fd865ae02867","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.889038488Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"746510e5-4cf9-47ca-9f09-afba94a8b340","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.889082294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"746510e5-4cf9-47ca-9f09-afba94a8b340","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.889171369Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"a7897437-42d1-48f9-ac11-373a6b96bf7e","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.889216319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"a7897437-42d1-48f9-ac11-373a6b96bf7e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.894051547Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"b9475226-2ce1-4426-9f48-15a6f571dfe4","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.894099044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"b9475226-2ce1-4426-9f48-15a6f571dfe4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.909666588Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"d039ff38-bce1-4c40-95e8-e9ec5ecdaf51","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.909748092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"d039ff38-bce1-4c40-95e8-e9ec5ecdaf51","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.909844752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"dd164eb2-b65d-4be3-a284-e79dbcf4bc23","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.90988428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"dd164eb2-b65d-4be3-a284-e79dbcf4bc23","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.909981057Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"f601d8d9-59b8-4a17-9dc6-b7d6fdd576ba","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.910018334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"f601d8d9-59b8-4a17-9dc6-b7d6fdd576ba","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.91431603Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"a927afd1-aceb-44ea-b8cb-561cef4cc35a","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.914381978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"a927afd1-aceb-44ea-b8cb-561cef4cc35a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.954344099Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"735a6491-3701-4e0a-8639-e2fcfa6389c7","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.954431459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"735a6491-3701-4e0a-8639-e2fcfa6389c7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.954564311Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"36f2c429-5c8f-4a2a-8d50-7f2195ea5a01","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.954680062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"36f2c429-5c8f-4a2a-8d50-7f2195ea5a01","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.954786614Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"3cd1a140-c1cf-4dcf-84b6-28021fbedcd4","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.954820101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"3cd1a140-c1cf-4dcf-84b6-28021fbedcd4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.954898641Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"10f4b258-0df5-4eb5-84de-7e57eec01d6f","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:24.954941189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"10f4b258-0df5-4eb5-84de-7e57eec01d6f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.035379753Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"0bcf4b60-6c36-4632-9420-d57d0bcca257","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.035469564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"0bcf4b60-6c36-4632-9420-d57d0bcca257","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.035603554Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"e01f8bf9-8eec-4e02-8902-2e6777f3176e","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.035652842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"e01f8bf9-8eec-4e02-8902-2e6777f3176e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.03572652Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"e865dfc5-bc0d-4913-a717-5d2aa695a169","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.035761434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"e865dfc5-bc0d-4913-a717-5d2aa695a169","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.035819623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"14379282-c09f-4308-a2a0-502c2aa595fb","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.035849779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"14379282-c09f-4308-a2a0-502c2aa595fb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:25.115240278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428d0082-1c8b-4171-b070-b518417896ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:25.130210332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428d0082-1c8b-4171-b070-b518417896ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:25.14489381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428d0082-1c8b-4171-b070-b518417896ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:25.158378929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428d0082-1c8b-4171-b070-b518417896ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.196453933Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"8a19e066-77ff-40ac-9687-46cb5557f089","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.196627622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"8a19e066-77ff-40ac-9687-46cb5557f089","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.196867985Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"9af9e971-77cd-439e-8c11-7f42b5016780","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.196940258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"9af9e971-77cd-439e-8c11-7f42b5016780","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.197104126Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"4c9037b2-a955-409b-a9a1-b8e4fec0f08b","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.197172044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"4c9037b2-a955-409b-a9a1-b8e4fec0f08b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.197332394Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"3f6394c0-fbae-47f6-b10c-9bc373c41306","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.197400283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"3f6394c0-fbae-47f6-b10c-9bc373c41306","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.516889435Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"ec5d07a5-7cdd-4919-b92f-73f81a9b2d54","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.516958283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"ec5d07a5-7cdd-4919-b92f-73f81a9b2d54","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.517054421Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"b40fec1b-365c-43ea-821d-80790887eee7","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.51708801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"b40fec1b-365c-43ea-821d-80790887eee7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.517996806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"c8c0a65d-f747-49f5-8c05-9340b5aeed3f","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.518058539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"c8c0a65d-f747-49f5-8c05-9340b5aeed3f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.518141323Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"7a0cc110-6cdf-4c18-a7f9-12dac00b5b9d","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:25.518185447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"7a0cc110-6cdf-4c18-a7f9-12dac00b5b9d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:25.753488354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73216a93-d24f-47c7-a47c-7342871a9527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:25.767189598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73216a93-d24f-47c7-a47c-7342871a9527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:25.780586585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73216a93-d24f-47c7-a47c-7342871a9527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:25.794103466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73216a93-d24f-47c7-a47c-7342871a9527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:26.158248486Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"5ad3bab1-31fa-4b0f-8107-896468c0f3ea","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:26.158343674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"5ad3bab1-31fa-4b0f-8107-896468c0f3ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:26.158485076Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"3519855e-8ca6-4f3f-9bc7-03ab80163003","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:26.158545468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"3519855e-8ca6-4f3f-9bc7-03ab80163003","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/distinct-2-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:26.158638791Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"4b9a7a36-3882-42f1-a856-a4af860ad71c","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:26.15867328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"4b9a7a36-3882-42f1-a856-a4af860ad71c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/simulator-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:26.158740774Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"149d3ebd-0d58-423b-a4ff-572538757c38","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:26.158771655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"149d3ebd-0d58-423b-a4ff-572538757c38","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-564c8f/premium-w3-564c8f: AITenant \"e2e-worker-w3-564c8f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:26.173545832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"dda0ce25-1b46-49a1-8278-f32f270c9059","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:27.064186392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffaef06-f3ad-4607-9bea-ceb4ef136271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:27.087911225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffaef06-f3ad-4607-9bea-ceb4ef136271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:27.113154503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffaef06-f3ad-4607-9bea-ceb4ef136271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:27.136735654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffaef06-f3ad-4607-9bea-ceb4ef136271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:27.378380702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"3e523671-0dd9-4917-b543-521641fe8d0d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:27.412123007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"4b356d95-cb3c-4ebf-8f52-b20609a2a985","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:27.469686814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"261dd781-7c93-445e-a448-4515038d58bb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:27.5935594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"4fc5d30c-593d-4e45-ab2d-e73c47cdc8aa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:27.706605463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"7d1dfc1e-5ef2-4ff3-a652-50b7573bb4be","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:27.706833055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"be510886-a1be-4e95-b01a-1c285042d7d3","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:28.029265169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"9f052019-e70c-4abe-afba-42e3ec148e3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:28.029613086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"8957cedb-a5c7-44a8-914e-e25fa215331a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:28.168048256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"8957cedb-a5c7-44a8-914e-e25fa215331a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:28.354940664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131193f1-49e2-4fca-a080-54aa3829ba0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:28.371073645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131193f1-49e2-4fca-a080-54aa3829ba0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:28.392793785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131193f1-49e2-4fca-a080-54aa3829ba0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:28.411869326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131193f1-49e2-4fca-a080-54aa3829ba0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:28.92281201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"9e1766b9-6ac2-457d-9542-f61ed3a55345","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:29.070723324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"3d2f4495-69dc-4b1d-8dd6-29bfd43ab392","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:29.212402048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"bcef3cfb-b037-4164-b9ca-5e586282b3ca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:29.354180737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b19a92f-464f-43b6-aee0-c90e35644715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:29.369931079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b19a92f-464f-43b6-aee0-c90e35644715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:29.386684827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b19a92f-464f-43b6-aee0-c90e35644715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:29.392726967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"042cebd6-46ce-406c-ae2f-ea70f2126d7b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:29.402631285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b19a92f-464f-43b6-aee0-c90e35644715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:29.644885278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"387c8049-533a-4f8e-bdf8-23dd2d07c9c8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:30.205782368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ddaf38-b088-40fb-aba7-62a55f9b33d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:30.240177847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ddaf38-b088-40fb-aba7-62a55f9b33d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:30.271778586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ddaf38-b088-40fb-aba7-62a55f9b33d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:30.287981754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ddaf38-b088-40fb-aba7-62a55f9b33d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:30.378500597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"f004389c-40ad-4f04-b993-e69194a554e2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:30.475482857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"e275b8f2-6256-4a9b-8c9e-cfa6fc1c3dca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:30.576790308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"eef5e85f-d708-479b-86a1-33b29a965139","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:30.686434883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"052717f0-6fac-490a-a0a7-6a316eb1a459","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:30.92826865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e12ab79-aed5-470e-89b8-36a80a246ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:30.942671066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e12ab79-aed5-470e-89b8-36a80a246ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:30.956824238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e12ab79-aed5-470e-89b8-36a80a246ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:30.974818736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e12ab79-aed5-470e-89b8-36a80a246ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.455657597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-be1f39","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"explicit-model-be1f39","reconcileID":"fbe2ba97-a2f0-4558-a121-305059169f53","MaaSModelRef":{"name":"explicit-model-be1f39","namespace":"ai-tenant-e2e-explicit-be1f39"},"routeName":"explicit-model-be1f39-kserve-route","namespace":"ai-tenant-e2e-explicit-be1f39","llmisvcName":"explicit-model-be1f39","gateway":"openshift-ingress/e2e-explicit-be1f39","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.614343619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","namespace":"ai-tenant-e2e-worker-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.614410935Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","namespace":"ai-tenant-e2e-worker-w5-b1c718","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.61446568Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","tenant":"e2e-worker-w5-b1c718","tenantID":"e2e-worker-w5-b1c718","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.629602335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"Deployment","name":"maas-api-e2e-worker-w5-b1c718","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.662855649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"Service","name":"maas-api-e2e-worker-w5-b1c718","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.67923383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-b1c718","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.697186129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-b1c718","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.713218056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.72902447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.747530929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.763078063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.775916992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.789620777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.802786529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"Service","name":"payload-processing-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.815699514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.830456318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.848550837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.861664595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.889007406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.902997649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.916568091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.930864759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-b1c718","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:34.944869424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-b1c718"},"namespace":"ai-tenant-e2e-worker-w5-b1c718","name":"default-tenant","reconcileID":"581a30e9-e976-4e4e-9e41-36023f5620a0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-b1c718","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:35.309402301Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-b1c718","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-b1c718","reconcileID":"f4b21b4f-8263-45e1-a529-c5a0526c7b06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-b1c718","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-b1c718"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:35.807390108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033f8135-6c07-4a90-92b3-a018a33d91d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:35.820894972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033f8135-6c07-4a90-92b3-a018a33d91d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:35.839740309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033f8135-6c07-4a90-92b3-a018a33d91d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:35.853505561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033f8135-6c07-4a90-92b3-a018a33d91d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:36.417281493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a46411e-ecf9-45e3-88d8-23e067e7274a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:36.430711047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a46411e-ecf9-45e3-88d8-23e067e7274a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:36.444125805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a46411e-ecf9-45e3-88d8-23e067e7274a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:36.457604643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a46411e-ecf9-45e3-88d8-23e067e7274a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:37.617546653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"be7ee2a6-32f4-4777-94b0-9d5a4055f574","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:37.660349452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"8eb463e3-9dc9-4283-b940-2b932bbedc57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:37.678637869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"c3c625c2-b9a4-4086-b691-56c90b2f382a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:37.697505139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"c3c625c2-b9a4-4086-b691-56c90b2f382a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:37.712850388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"c7b55453-5fe2-4d89-a78a-d4cd34765e60","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:37.759349595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"9cafcc50-0189-48c1-a52f-54b449be8379","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:38.969088927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3505f35d-5194-47fd-8429-fb70a108a3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:38.987216746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3505f35d-5194-47fd-8429-fb70a108a3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:39.010872139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3505f35d-5194-47fd-8429-fb70a108a3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:39.028754521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3505f35d-5194-47fd-8429-fb70a108a3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:39.604345304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966dda74-255e-432c-ac80-6e8b17cdd8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:39.624186849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966dda74-255e-432c-ac80-6e8b17cdd8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:39.640412067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966dda74-255e-432c-ac80-6e8b17cdd8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:39.653720644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966dda74-255e-432c-ac80-6e8b17cdd8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:40.799109496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"6106ef6b-b5fa-4031-980e-13a12b752469","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:40.888560725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"075ab5ad-a37f-40ca-b645-71b2a1dc3fc2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:41.046556834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"2e7b3f96-1bf1-4ff5-86a0-23a4e1e6c9dd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:47.749147502Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:50.261275979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"9458a64a-d5b2-4ea3-9c45-8482d4919b49","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:50.444564387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b20489-a58f-427d-a5ea-4a61a435a793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:50.458172964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b20489-a58f-427d-a5ea-4a61a435a793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:50.471424901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b20489-a58f-427d-a5ea-4a61a435a793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:50.484779479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b20489-a58f-427d-a5ea-4a61a435a793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:50.929060319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"cb518fa8-ef12-4d76-9e5a-94b24f98bd7f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:51.024199654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9b07f54-0a3d-4a41-90be-071c2ae664f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:51.037856509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9b07f54-0a3d-4a41-90be-071c2ae664f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:51.051080364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9b07f54-0a3d-4a41-90be-071c2ae664f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:51.064633835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9b07f54-0a3d-4a41-90be-071c2ae664f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:51.146530801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"b2695f87-8a43-439e-a437-2cfa6c3873a2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:51.825276926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"5dcc3dc5-0696-4f67-9ef2-8f71b4b5b0d6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:34:51.933734794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"f23747bd-54b0-4f20-9605-a3c8e5871e6d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:51.962046328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acf25cd-41aa-4f79-8b1b-f3eb3225c2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:51.977521678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acf25cd-41aa-4f79-8b1b-f3eb3225c2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:51.991375855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acf25cd-41aa-4f79-8b1b-f3eb3225c2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:52.005094769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acf25cd-41aa-4f79-8b1b-f3eb3225c2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:52.546663629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66623701-f832-473f-9264-885f323a4dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:52.560320577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66623701-f832-473f-9264-885f323a4dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:52.576960967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66623701-f832-473f-9264-885f323a4dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:52.590783871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66623701-f832-473f-9264-885f323a4dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:53.244193689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f22c87-5691-481b-b8f2-dd6081aab477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:53.261194934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f22c87-5691-481b-b8f2-dd6081aab477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:53.275876619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f22c87-5691-481b-b8f2-dd6081aab477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:34:53.290189647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f22c87-5691-481b-b8f2-dd6081aab477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:17.750363492Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.793372864Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","namespace":"ai-tenant-e2e-explicit-be1f39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.79343514Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","namespace":"ai-tenant-e2e-explicit-be1f39","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.793486405Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","tenant":"e2e-explicit-be1f39","tenantID":"e2e-explicit-be1f39","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.808451417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"Deployment","name":"maas-api-e2e-explicit-be1f39","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.838542061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"Service","name":"maas-api-e2e-explicit-be1f39","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.855643817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-be1f39","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.870428098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-be1f39","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.886756968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.908762048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.92675063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.942365241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.955304401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"Deployment","name":"payload-processing-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.968075906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.980887579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"Service","name":"payload-processing-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:22.993725787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"Service","name":"payload-pre-processing-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.006691513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.019650217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.032546465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.050906403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.064047474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.078946316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.092282601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-be1f39","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.105596732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-be1f39"},"namespace":"ai-tenant-e2e-explicit-be1f39","name":"default-tenant","reconcileID":"34cb14a6-f78e-4f6f-8497-7047c7e00a80","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-be1f39","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.364628259Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-be1f39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-be1f39","reconcileID":"cde8cbe0-f4ae-459f-b4ad-aa21c3e93de4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-be1f39","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-be1f39"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.593114792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"06960d9d-8f81-457c-aaa5-a0f9bf0f90c5","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.593152195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"06960d9d-8f81-457c-aaa5-a0f9bf0f90c5","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.728261064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40839b16-16f6-4dd0-82c7-db0251241253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.741632227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40839b16-16f6-4dd0-82c7-db0251241253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.754918697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40839b16-16f6-4dd0-82c7-db0251241253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:23.768326565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40839b16-16f6-4dd0-82c7-db0251241253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:24.336587029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a20109a-d70e-4565-8e87-c2d7da4f9b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:24.350345376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a20109a-d70e-4565-8e87-c2d7da4f9b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:24.36379149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a20109a-d70e-4565-8e87-c2d7da4f9b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:24.377655765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a20109a-d70e-4565-8e87-c2d7da4f9b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:28.785516294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"cc9a3ec1-d119-488f-82c9-8fb58bb1774b","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:28.785554439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"cc9a3ec1-d119-488f-82c9-8fb58bb1774b","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:29.867886057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"462b9a24-6680-46e3-ba9c-c281018e72f2","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:29.867927202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"462b9a24-6680-46e3-ba9c-c281018e72f2","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:35:31.326720015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"3a910abb-690a-4d8e-b1ac-13f51eafbcbd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:35:32.180354971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"8300f23e-3d49-42cc-ba49-8fcf8afdc53f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:35:32.970498722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"76552e6f-b3ad-4a18-8e1a-1afcf85cc1a4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:47.752328519Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:55.706309435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"1375a7f6-4f90-42f3-aefe-c986df0ad739","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:55.706334358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"1375a7f6-4f90-42f3-aefe-c986df0ad739","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:55.883383074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"b518c6c0-ac44-485e-8830-e72f691223ff","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:55.883419531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"b518c6c0-ac44-485e-8830-e72f691223ff","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:56.052054053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"4dda0d30-f186-4577-a29e-bc090ef2b664","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:56.052074021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"4dda0d30-f186-4577-a29e-bc090ef2b664","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:56.067975611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"4d815082-29fa-4d26-89e3-afa20d53e633","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:56.067995496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"4d815082-29fa-4d26-89e3-afa20d53e633","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:56.094474958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"8d408ca9-a874-4bf5-af43-aeea81c47638","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c1eeb6","tenantID":"e2e-shared-a-w4-c1eeb6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:56.152650754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"8d408ca9-a874-4bf5-af43-aeea81c47638","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"name":"e2e-shared-a-w4-c1eeb6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:56.256806685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"c830c079-a52f-4d19-9d37-a2340562245c","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:35:56.256826111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"c830c079-a52f-4d19-9d37-a2340562245c","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:00.631357169Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"namespace":"ai-tenant-e2e-noten-1dc29b","name":"noten-model-1dc29b","reconcileID":"e969bee5-3990-4e37-8b4c-8cdf8a4d8b38","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b-kserve-route (gateways: [openshift-ingress/e2e-noten-1dc29b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:00.650257802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"namespace":"ai-tenant-e2e-noten-1dc29b","name":"noten-model-1dc29b","reconcileID":"e969bee5-3990-4e37-8b4c-8cdf8a4d8b38","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b-kserve-route (gateways: [openshift-ingress/e2e-noten-1dc29b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:00.655760276Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"namespace":"ai-tenant-e2e-noten-1dc29b","name":"noten-model-1dc29b","reconcileID":"2f7be765-8920-4096-9de4-6bc04cd2aa1d","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b-kserve-route (gateways: [openshift-ingress/e2e-noten-1dc29b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:00.655806071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"namespace":"ai-tenant-e2e-noten-1dc29b","name":"noten-model-1dc29b","reconcileID":"2f7be765-8920-4096-9de4-6bc04cd2aa1d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b-kserve-route (gateways: [openshift-ingress/e2e-noten-1dc29b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:00.666670374Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"namespace":"ai-tenant-e2e-noten-1dc29b","name":"noten-model-1dc29b","reconcileID":"8e8d4ce2-7750-49d1-9fe8-62ada731ac81","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b-kserve-route (gateways: [openshift-ingress/e2e-noten-1dc29b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:00.666716536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"namespace":"ai-tenant-e2e-noten-1dc29b","name":"noten-model-1dc29b","reconcileID":"8e8d4ce2-7750-49d1-9fe8-62ada731ac81","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b-kserve-route (gateways: [openshift-ingress/e2e-noten-1dc29b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:00.687644781Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"namespace":"ai-tenant-e2e-noten-1dc29b","name":"noten-model-1dc29b","reconcileID":"6d6e64c0-858f-439b-81c2-e492fbf5dc1b","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b-kserve-route (gateways: [openshift-ingress/e2e-noten-1dc29b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:00.68768948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"namespace":"ai-tenant-e2e-noten-1dc29b","name":"noten-model-1dc29b","reconcileID":"6d6e64c0-858f-439b-81c2-e492fbf5dc1b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b-kserve-route (gateways: [openshift-ingress/e2e-noten-1dc29b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:00.728243144Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"namespace":"ai-tenant-e2e-noten-1dc29b","name":"noten-model-1dc29b","reconcileID":"2768405c-a8db-4f38-aa84-e56ad8ca6d55","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b-kserve-route (gateways: [openshift-ingress/e2e-noten-1dc29b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:00.728296711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"namespace":"ai-tenant-e2e-noten-1dc29b","name":"noten-model-1dc29b","reconcileID":"2768405c-a8db-4f38-aa84-e56ad8ca6d55","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b-kserve-route (gateways: [openshift-ingress/e2e-noten-1dc29b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:00.851963237Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"namespace":"ai-tenant-e2e-noten-1dc29b","name":"noten-model-1dc29b","reconcileID":"1a2ea691-98de-4409-a19c-df268718d409","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b-kserve-route (gateways: [openshift-ingress/e2e-noten-1dc29b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:00.852029683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1dc29b","namespace":"ai-tenant-e2e-noten-1dc29b"},"namespace":"ai-tenant-e2e-noten-1dc29b","name":"noten-model-1dc29b","reconcileID":"1a2ea691-98de-4409-a19c-df268718d409","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1dc29b/noten-model-1dc29b-kserve-route (gateways: [openshift-ingress/e2e-noten-1dc29b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.780493033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"83d9f648-45ed-4260-96c6-d971340a8f69","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.780519877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"83d9f648-45ed-4260-96c6-d971340a8f69","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.802751255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"a5233fa4-b087-497a-866a-b45da8d3fd5a","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.802769287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"a5233fa4-b087-497a-866a-b45da8d3fd5a","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:01.81037113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"d8fa1afe-bf65-4993-b0a1-38e8d35f5351","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-3537fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:01.817418505Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"a5233fa4-b087-497a-866a-b45da8d3fd5a","name":"auth-test-model-c1eeb6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c1eeb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:01.817469444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"a5233fa4-b087-497a-866a-b45da8d3fd5a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c1eeb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.822736809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"0ecb557f-2651-4afc-b025-04f697bfdf42","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.822757274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"0ecb557f-2651-4afc-b025-04f697bfdf42","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.829085249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"3066ec3a-2a79-461a-8eb9-207612c934ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c1eeb6","tenantID":"e2e-shared-a-w4-c1eeb6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.842512858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"96a5c56a-576e-49ed-8fee-640b7658e1b9","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.842530541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"96a5c56a-576e-49ed-8fee-640b7658e1b9","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.846949596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"3066ec3a-2a79-461a-8eb9-207612c934ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"name":"e2e-shared-a-w4-c1eeb6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.860857067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"e498b337-4fa3-47e7-8888-ed052767a416","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.860873293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"e498b337-4fa3-47e7-8888-ed052767a416","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.917624635Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"ff17fa10-4b6f-47aa-8827-91d31ed9205e","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"name":"maas-trlp-auth-test-model-c1eeb6","model":"auth-test-model-c1eeb6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-c1eeb6/e2e-auth-iso-3537fc"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.966379186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"59d0c2b9-806f-4d3b-984f-170810521b5b","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:01.966397195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"59d0c2b9-806f-4d3b-984f-170810521b5b","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:02.005949596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"dc72a5a5-c9e1-42e2-8f1d-5b373c40fce6","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"name":"maas-trlp-auth-test-model-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:02.055230242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"06b3c3f6-086e-461c-acd5-78f8de4c215b","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:02.055250365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"06b3c3f6-086e-461c-acd5-78f8de4c215b","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:11.144144191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"7b837e44-10c9-4fd5-b149-d7c5fec7e1e0","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:11.144174004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"7b837e44-10c9-4fd5-b149-d7c5fec7e1e0","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:11.468864427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"0dc71669-c64a-420d-a7c3-43b7ca92291f","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:11.468883971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"0dc71669-c64a-420d-a7c3-43b7ca92291f","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:11.48746263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"25155c91-c028-4619-a6ac-fdc9e18df794","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:11.48748683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"25155c91-c028-4619-a6ac-fdc9e18df794","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:11.512785991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"751dfb08-07a6-4291-9ab0-e3cf63987a5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a782e5","tenantID":"e2e-shared-a-w2-a782e5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:11.530550126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"751dfb08-07a6-4291-9ab0-e3cf63987a5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"name":"e2e-shared-a-w2-a782e5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:11.610128786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"51cf6856-a28c-45de-8658-3b025e3500dc","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:11.610151971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"51cf6856-a28c-45de-8658-3b025e3500dc","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:11.982736099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"d3adeea8-05c8-4a77-beba-499b6e7c3317","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:11.982756712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"d3adeea8-05c8-4a77-beba-499b6e7c3317","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:12.002765203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"e1d7c227-1b0c-42e5-bde2-32b69c19346d","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:12.002783586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"e1d7c227-1b0c-42e5-bde2-32b69c19346d","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:12.014506545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"749dc8c4-6998-4c44-8b4b-5d6e7a76aa0b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-76b0cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:12.028636278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"06b06dd6-11fd-4931-b6cb-e8613c549065","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a782e5","tenantID":"e2e-shared-a-w2-a782e5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:12.044929508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"3b1192b3-16c0-4e85-822c-b15edcaf2c70","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:12.044943164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"3b1192b3-16c0-4e85-822c-b15edcaf2c70","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:12.046368103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"06b06dd6-11fd-4931-b6cb-e8613c549065","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"name":"e2e-shared-a-w2-a782e5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:12.062950218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"8079a4aa-cad3-4fe8-866e-2c101c799ceb","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:12.062968784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"8079a4aa-cad3-4fe8-866e-2c101c799ceb","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:12.120962597Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"7ab7a8d5-d753-48af-94bc-673d3e3fb88a","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"name":"maas-trlp-auth-test-model-a782e5","model":"auth-test-model-a782e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a782e5/e2e-auth-iso-76b0cc"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:12.170206605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"9291e3ab-95f6-4812-b3e8-33e911cd9838","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:12.170225284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"9291e3ab-95f6-4812-b3e8-33e911cd9838","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:12.210347312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"8ba43490-2e3a-43ca-91de-d03b30941a12","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"name":"maas-trlp-auth-test-model-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:13.817188616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"a02c3a12-42cc-49f1-a0a3-441af3ff0691","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:16.568807505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"73da1ebf-0d3f-42a3-b891-15fc0d222f2f","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"name":"maas-trlp-auth-test-model-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:16.624257746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"433bcef1-0557-4a95-acaa-3f0beb70c05a","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:16.624280346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"433bcef1-0557-4a95-acaa-3f0beb70c05a","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:16.691279846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"1df3ba2d-0ac7-43ac-8c6f-f48f03e0741d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c1eeb6","tenantID":"e2e-shared-a-w4-c1eeb6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:16.709299917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"1df3ba2d-0ac7-43ac-8c6f-f48f03e0741d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"name":"e2e-shared-a-w4-c1eeb6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:17.748880589Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:18.319391857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"6ee1091d-ea3d-4c2c-8d33-8ee5648fef5e","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:18.319414188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"6ee1091d-ea3d-4c2c-8d33-8ee5648fef5e","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:18.335457977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"ea1d0a90-d3b8-4958-bacd-c6555604d3a7","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:18.335477528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"ea1d0a90-d3b8-4958-bacd-c6555604d3a7","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:18.363520971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"aa475d40-364e-43d4-82f3-4d2b86d45392","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ecb34a","tenantID":"e2e-shared-b-w4-ecb34a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:18.382581084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"aa475d40-364e-43d4-82f3-4d2b86d45392","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"name":"e2e-shared-b-w4-ecb34a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:18.542863424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"050b3ee2-6d5e-4238-95a2-b398a8f1b74d","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:18.542888285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"050b3ee2-6d5e-4238-95a2-b398a8f1b74d","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:23.995979897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"8e6fd99d-08a3-46c4-979e-e65fd9d98869","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:23.996008679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"8e6fd99d-08a3-46c4-979e-e65fd9d98869","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.017263692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"2de1d775-061c-4add-b2ab-447b6335b839","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.017287735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"2de1d775-061c-4add-b2ab-447b6335b839","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:24.02617764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"89eb0ff6-0f4a-45e1-bdc5-6919a0b3bc6b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-3537fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:24.032045373Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"2de1d775-061c-4add-b2ab-447b6335b839","name":"auth-test-model-ecb34a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ecb34a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:24.032095311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"2de1d775-061c-4add-b2ab-447b6335b839","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ecb34a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.037434843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"a2c5ef9a-f9a1-4703-8903-46842536be03","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.037449043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"a2c5ef9a-f9a1-4703-8903-46842536be03","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.044225095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"d3c0b1c4-ff8d-4519-b4ca-f7683a642521","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ecb34a","tenantID":"e2e-shared-b-w4-ecb34a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.058325207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"469b8c1d-bca4-4be0-9e2f-99604e40695b","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.058341216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"469b8c1d-bca4-4be0-9e2f-99604e40695b","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.062862379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"d3c0b1c4-ff8d-4519-b4ca-f7683a642521","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"name":"e2e-shared-b-w4-ecb34a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.074768081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"57b1ffc1-baf7-4418-8caa-c8abd859465b","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.074782986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"57b1ffc1-baf7-4418-8caa-c8abd859465b","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.133164115Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"c631567a-dbae-4c4a-88a7-286e97c2e33e","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"name":"maas-trlp-auth-test-model-ecb34a","model":"auth-test-model-ecb34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-ecb34a/e2e-auth-iso-3537fc"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.183228358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"17739627-b5b1-438b-9651-a4967e9af429","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.183247453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"17739627-b5b1-438b-9651-a4967e9af429","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:24.228199481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"d9cc2921-924c-47dd-832d-0403d86c7ebe","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"name":"maas-trlp-auth-test-model-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:27.8276163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"7666c493-f6e6-4437-b3f5-7595db8fe341","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:27.82764464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"7666c493-f6e6-4437-b3f5-7595db8fe341","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.14918672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"3360966b-78f1-4583-8c35-f5c848375bab","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.149205932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"3360966b-78f1-4583-8c35-f5c848375bab","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.166974423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"7cc71f4a-a3a2-423a-85e8-35b57d5e2f41","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.166989722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"7cc71f4a-a3a2-423a-85e8-35b57d5e2f41","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.194044585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"1fb19f0f-6c55-4c76-8f3f-79ba2f2f2fd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29f3ca","tenantID":"e2e-shared-a-w0-29f3ca","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.212082723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"1fb19f0f-6c55-4c76-8f3f-79ba2f2f2fd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"name":"e2e-shared-a-w0-29f3ca-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.286505108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"7e92ae1d-9969-47a9-bb2f-9b241a3d3ba9","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.28652446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"7e92ae1d-9969-47a9-bb2f-9b241a3d3ba9","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.669854306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"0940efce-41a4-4cc5-be0f-97f11d9b1925","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.669873733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"0940efce-41a4-4cc5-be0f-97f11d9b1925","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.689510165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"e8c0c4eb-cc03-4266-82fd-de36e52b6a6d","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.689530441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"e8c0c4eb-cc03-4266-82fd-de36e52b6a6d","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:28.701417075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"f21be600-d8d8-4756-b35b-e956247e43fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e60ff0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:28.703985241Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"e8c0c4eb-cc03-4266-82fd-de36e52b6a6d","name":"auth-test-model-29f3ca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-29f3ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:28.704031954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"e8c0c4eb-cc03-4266-82fd-de36e52b6a6d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-29f3ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.709329272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"3b677319-81c7-48aa-b55c-88bd2fafecc8","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.709342995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"3b677319-81c7-48aa-b55c-88bd2fafecc8","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.715797398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"fefbb9d4-3088-46be-845f-db385dab5dc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29f3ca","tenantID":"e2e-shared-a-w0-29f3ca","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.733655555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"e8095824-ab04-4ae6-94bc-e4808431108b","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.733669277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"e8095824-ab04-4ae6-94bc-e4808431108b","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.733917283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"fefbb9d4-3088-46be-845f-db385dab5dc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"name":"e2e-shared-a-w0-29f3ca-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.754111951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"4eb80429-36ec-4217-a669-6c51874c4a4a","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.754127058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"4eb80429-36ec-4217-a669-6c51874c4a4a","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.829847224Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"83a87042-7954-4bc3-8036-4c579651fdf2","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"name":"maas-trlp-auth-test-model-29f3ca","model":"auth-test-model-29f3ca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-29f3ca/e2e-auth-iso-e60ff0"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.885632223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"d93cb38d-1933-4511-82e6-a6d5f89732f0","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.885663344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"d93cb38d-1933-4511-82e6-a6d5f89732f0","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:28.925797307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"62872045-676c-4071-9821-7962307d973a","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"name":"maas-trlp-auth-test-model-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:33.182508717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"655cccd5-f51f-4419-95eb-a46d14d651c8","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:33.182547426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"655cccd5-f51f-4419-95eb-a46d14d651c8","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:33.491370674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"cd4d4636-645d-407a-bb89-969f31dfc29c","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:33.491391509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"cd4d4636-645d-407a-bb89-969f31dfc29c","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:33.507365165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"a2b89d75-fb29-445b-b3f0-2f0a9660a36c","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:33.507386657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"a2b89d75-fb29-445b-b3f0-2f0a9660a36c","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:33.53348189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"775c29ee-d8d0-47b0-9369-c1a57ddccadf","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w6-63e288","tenantID":"e2e-shared-a-w6-63e288","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:33.551731254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"775c29ee-d8d0-47b0-9369-c1a57ddccadf","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"name":"e2e-shared-a-w6-63e288-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:33.630565954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"c10b4e60-5b67-4dad-b725-2a56283e95b8","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:33.630619086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"c10b4e60-5b67-4dad-b725-2a56283e95b8","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.006144599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"15947357-d45a-4f27-9d9d-67ccb20e0910","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.006166775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"15947357-d45a-4f27-9d9d-67ccb20e0910","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.02668875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"0223f420-c35d-4724-93b8-a3ca5a6caee9","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.026708064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"0223f420-c35d-4724-93b8-a3ca5a6caee9","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:34.04122036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"6fe9cdcc-b8a0-4a32-8268-437cb7402ea9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b3b175\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:34.041625675Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"0223f420-c35d-4724-93b8-a3ca5a6caee9","name":"auth-test-model-63e288","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-63e288\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:34.041674674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"0223f420-c35d-4724-93b8-a3ca5a6caee9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-63e288\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.047809883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"8ee6a4aa-8a0e-4d40-9bf7-1dd8b64d33b6","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.047824171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"8ee6a4aa-8a0e-4d40-9bf7-1dd8b64d33b6","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.053664128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"62ea9904-fa82-4193-8f7f-367685b6af18","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w6-63e288","tenantID":"e2e-shared-a-w6-63e288","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.071430352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"62ea9904-fa82-4193-8f7f-367685b6af18","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"name":"e2e-shared-a-w6-63e288-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.073219682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"178ebefd-c00a-4784-9a3b-90ed727fdd80","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.07323409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"178ebefd-c00a-4784-9a3b-90ed727fdd80","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.091304135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"fb89c0e1-b8ba-4fb1-8a89-82c434b815e5","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.091319101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"fb89c0e1-b8ba-4fb1-8a89-82c434b815e5","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.14895431Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"e8e38fe6-539f-4e33-a98f-3c102cb09097","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"name":"maas-trlp-auth-test-model-63e288","model":"auth-test-model-63e288","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w6-63e288/e2e-auth-iso-b3b175"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.198400682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"823d2617-077b-4975-b9c7-46dd8e4297b6","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.19841995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"823d2617-077b-4975-b9c7-46dd8e4297b6","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:34.237943106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"0b994656-fd2b-454f-892f-31ba14017920","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"name":"maas-trlp-auth-test-model-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:43.552116717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"1dbc297b-93cd-48e4-8676-de71db7fd9dd","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"name":"maas-trlp-auth-test-model-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:43.603440575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"ce7712a8-c461-4e84-9391-1c32ccc9d6b2","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:43.603462546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"ce7712a8-c461-4e84-9391-1c32ccc9d6b2","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:43.987721293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"7a4b9539-3551-4b92-b9c4-b407d0e019a4","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"name":"maas-trlp-auth-test-model-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:44.042215437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"29771b68-6c60-4917-9333-17352aadc1d1","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:44.042235916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"29771b68-6c60-4917-9333-17352aadc1d1","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:44.12032452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"7ed50ba4-d330-4ee6-9644-ff6ece2d3e41","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"name":"maas-trlp-auth-test-model-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:44.171445078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"61a332de-c93a-46c0-9444-09e1456bcf27","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:44.171464354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"61a332de-c93a-46c0-9444-09e1456bcf27","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:44.221111604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"205c6afb-5039-4a25-89b1-879283dd4f43","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29f3ca","tenantID":"e2e-shared-a-w0-29f3ca","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:44.239091238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"205c6afb-5039-4a25-89b1-879283dd4f43","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"name":"e2e-shared-a-w0-29f3ca-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:44.604814043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"e44fe738-d7be-4fda-9226-378b09748b63","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a782e5","tenantID":"e2e-shared-a-w2-a782e5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:44.622970583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"e44fe738-d7be-4fda-9226-378b09748b63","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"name":"e2e-shared-a-w2-a782e5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:44.704032136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"eb013b51-0152-4668-84ff-cd0258988336","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ecb34a","tenantID":"e2e-shared-b-w4-ecb34a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:44.72204994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"eb013b51-0152-4668-84ff-cd0258988336","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"name":"e2e-shared-b-w4-ecb34a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.264208291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"a41bc373-f22e-40d6-9bc4-af5637a49928","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.264228507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"a41bc373-f22e-40d6-9bc4-af5637a49928","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.279936605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"183a1797-d528-4823-90cb-282a7c7d736c","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.279953802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"183a1797-d528-4823-90cb-282a7c7d736c","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.305760631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"113219ef-e448-4cf9-b195-c045a3f0545e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-415d24","tenantID":"e2e-shared-b-w0-415d24","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.323808189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"113219ef-e448-4cf9-b195-c045a3f0545e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"name":"e2e-shared-b-w0-415d24-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.401139482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"4e501a26-6a1d-4210-ab6b-669a073b63b0","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.401158324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"4e501a26-6a1d-4210-ab6b-669a073b63b0","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.740284846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"6e1dfdfd-68d9-4059-aad9-4fb805ce9342","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.740303918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"6e1dfdfd-68d9-4059-aad9-4fb805ce9342","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.756166002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"1820b2bc-750d-49e4-863c-06e09a711b71","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.756184571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"1820b2bc-750d-49e4-863c-06e09a711b71","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.784321653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"03312f67-d5ef-4731-b9aa-023f69c114e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-05c6b2","tenantID":"e2e-shared-b-w2-05c6b2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.802074672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"03312f67-d5ef-4731-b9aa-023f69c114e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"name":"e2e-shared-b-w2-05c6b2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.839966729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"f3461644-5c14-45ea-8ff5-d82ca2686b07","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.839987429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"f3461644-5c14-45ea-8ff5-d82ca2686b07","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.861566054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"e656f7e3-c98f-48de-95e2-ca1f651402ca","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.861659947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"e656f7e3-c98f-48de-95e2-ca1f651402ca","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:45.869468299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"a291c93e-1f53-4180-b604-6063313cb5f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e60ff0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:45.87645364Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"e656f7e3-c98f-48de-95e2-ca1f651402ca","name":"auth-test-model-415d24","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-415d24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:45.87649876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"e656f7e3-c98f-48de-95e2-ca1f651402ca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-415d24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.876717973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"89389353-8d3f-494d-b7c7-eb6850de351a","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.876735133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"89389353-8d3f-494d-b7c7-eb6850de351a","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.888018263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"085d70f3-41ae-4144-89e4-ac03ba2fa263","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-415d24","tenantID":"e2e-shared-b-w0-415d24","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.895752917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"90dea539-300b-40b6-bdd5-4384372328c6","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.895767566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"90dea539-300b-40b6-bdd5-4384372328c6","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.901400239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"18a6fb2d-1732-46c1-8f1d-419ac44ba6ef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.901419465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"18a6fb2d-1732-46c1-8f1d-419ac44ba6ef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.906565886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"085d70f3-41ae-4144-89e4-ac03ba2fa263","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"name":"e2e-shared-b-w0-415d24-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.920413674Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"16a9e586-5451-4fb4-a1f3-cf89dbc8bb85","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-54b162fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.921042823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"53f04ed0-13bf-4e38-a36c-abbb525368fd","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.921060358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"53f04ed0-13bf-4e38-a36c-abbb525368fd","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.962086437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"1758b929-8fed-4c86-9b94-52e84061282a","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.962108917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"1758b929-8fed-4c86-9b94-52e84061282a","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.982942776Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"f264a91c-0999-42d1-9c2a-d978d75b4dce","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"name":"maas-trlp-auth-test-model-415d24","model":"auth-test-model-415d24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-415d24/e2e-auth-iso-e60ff0"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:45.989282518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"70986c70-33a4-4a89-a346-1c51006b43c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c1eeb6","tenantID":"e2e-shared-a-w4-c1eeb6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:46.007429046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"70986c70-33a4-4a89-a346-1c51006b43c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"name":"e2e-shared-a-w4-c1eeb6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:46.033815319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"ffc6b88a-7f1b-4f9f-b1ab-d418b9045398","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:46.033838668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"ffc6b88a-7f1b-4f9f-b1ab-d418b9045398","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:46.07422874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"cc3fcea1-52ff-4885-ac5d-c6f5d2d9eda3","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"name":"maas-trlp-auth-test-model-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:47.750046172Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.453424858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"761b4a53-4a95-460b-9568-ea97db5f3dfe","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.453447352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"761b4a53-4a95-460b-9568-ea97db5f3dfe","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.474436278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"dbebbfc7-2625-4724-9fcf-d63a5622dbac","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.474455203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"dbebbfc7-2625-4724-9fcf-d63a5622dbac","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:51.484138536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"a1718e3d-0558-4e7b-a87e-a906451a2e43","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-76b0cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.502511438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"7a844d99-0921-4e45-8615-7764f53b17bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-05c6b2","tenantID":"e2e-shared-b-w2-05c6b2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.518849344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"f6efb53a-acb4-4363-b1d4-654694df1127","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.518871339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"f6efb53a-acb4-4363-b1d4-654694df1127","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.524338369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"7a844d99-0921-4e45-8615-7764f53b17bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"name":"e2e-shared-b-w2-05c6b2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.537313145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"f083db14-87cb-4087-9fee-6d05c60c6afe","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.537335245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"f083db14-87cb-4087-9fee-6d05c60c6afe","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.597798335Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"8217dfb1-ea18-4dbc-8f2c-d993458cac54","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"name":"maas-trlp-auth-test-model-05c6b2","model":"auth-test-model-05c6b2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-05c6b2/e2e-auth-iso-76b0cc"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.65246758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"849abfcf-5d74-4e7f-a2bc-b635c8e0ad00","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.652489071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"849abfcf-5d74-4e7f-a2bc-b635c8e0ad00","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:51.693307911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"50208f80-1d92-4d9c-9ded-e6a643db66d1","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"name":"maas-trlp-auth-test-model-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:53.319749372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"74ffcff2-0669-43b4-9463-d97154b4ceb8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:54.170664037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"b8d356f3-6253-4c49-9f54-6b05749f5fbc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:36:54.961468815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"12f77dec-264c-41e5-9315-bca1fb2e4976","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:55.93466547Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"44cf2812-2896-4250-bdf8-51763579a02c","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","subscription":"e2e-auth-iso-3537fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:55.948380294Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"44cf2812-2896-4250-bdf8-51763579a02c","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:55.962431428Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"44cf2812-2896-4250-bdf8-51763579a02c","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"name":"maas-trlp-auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:56.046955924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"c17494a3-9625-4a56-9b81-4d000c38997f","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:56.046979767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"c17494a3-9625-4a56-9b81-4d000c38997f","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:56.102808603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"805ea4cb-f82c-4222-9567-265eb041eb8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c1eeb6","tenantID":"e2e-shared-a-w4-c1eeb6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:56.121070001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"805ea4cb-f82c-4222-9567-265eb041eb8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"name":"e2e-shared-a-w4-c1eeb6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:56.187856964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"7e98f00e-26da-4b20-9a86-937bb720a862","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:56.187879219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"7e98f00e-26da-4b20-9a86-937bb720a862","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:56.233695395Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"f6f93305-b46d-4d16-926c-38d70cee5416","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d87c9387","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:56.23382574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"a86a667e-7bf8-40b5-9876-1d08235e0082","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ecb34a","tenantID":"e2e-shared-b-w4-ecb34a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:36:56.251735289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"a86a667e-7bf8-40b5-9876-1d08235e0082","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"name":"e2e-shared-b-w4-ecb34a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.24722233Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"8e81f11c-c913-44cd-8d90-89f52f6959a3","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","subscription":"e2e-auth-iso-3537fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.261066175Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"8e81f11c-c913-44cd-8d90-89f52f6959a3","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.274886239Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"8e81f11c-c913-44cd-8d90-89f52f6959a3","MaaSSubscription":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"name":"maas-trlp-auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.354539611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"9e6c52c3-5b14-485c-a744-6731593b8cf5","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.35456033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"9e6c52c3-5b14-485c-a744-6731593b8cf5","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.45888183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"838c2683-a4ad-4dc3-b7b2-e424ee5e6eec","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ecb34a","tenantID":"e2e-shared-b-w4-ecb34a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.479768116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"838c2683-a4ad-4dc3-b7b2-e424ee5e6eec","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"name":"e2e-shared-b-w4-ecb34a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.553461399Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"9507e62b-901b-4def-8919-39db730421ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.553568057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"b4ead2c5-4392-4489-8f15-b584b2c12322","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.553599691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"b4ead2c5-4392-4489-8f15-b584b2c12322","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.592904892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"9507e62b-901b-4def-8919-39db730421ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c1eeb6","tenantID":"e2e-shared-a-w4-c1eeb6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.611171731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"9507e62b-901b-4def-8919-39db730421ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"name":"e2e-shared-a-w4-c1eeb6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.611196227Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"e2e-auth-iso-3537fc","reconcileID":"9507e62b-901b-4def-8919-39db730421ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.630767515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"0820c942-4a07-45f1-89f9-89a60df7ac6f","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"tenant":"e2e-shared-a-w4-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","model":"ai-tenant-e2e-shared-a-w4-c1eeb6/auth-test-model-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.630786281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"auth-test-model-c1eeb6","reconcileID":"0820c942-4a07-45f1-89f9-89a60df7ac6f","MaaSModelRef":{"name":"auth-test-model-c1eeb6","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"routeName":"auth-test-model-c1eeb6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","llmisvcName":"auth-test-model-c1eeb6","gateway":"openshift-ingress/e2e-shared-a-w4-c1eeb6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.791084392Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"d4633bcc-3211-4b79-8e33-b917a5b96463","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.791151188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"c7b80af9-31b0-4ecd-bd78-c2652cc63d41","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.791164124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"c7b80af9-31b0-4ecd-bd78-c2652cc63d41","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.917653809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"d4633bcc-3211-4b79-8e33-b917a5b96463","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ecb34a","tenantID":"e2e-shared-b-w4-ecb34a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.935558965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"d4633bcc-3211-4b79-8e33-b917a5b96463","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"name":"e2e-shared-b-w4-ecb34a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.935594157Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"e2e-auth-iso-3537fc","reconcileID":"d4633bcc-3211-4b79-8e33-b917a5b96463","MaaSAuthPolicy":{"name":"e2e-auth-iso-3537fc","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.953376755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"09622bc5-6e7b-4992-bca4-11cbe0ffc79c","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"tenant":"e2e-shared-b-w4-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","model":"ai-tenant-e2e-shared-b-w4-ecb34a/auth-test-model-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:06.953394526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"auth-test-model-ecb34a","reconcileID":"09622bc5-6e7b-4992-bca4-11cbe0ffc79c","MaaSModelRef":{"name":"auth-test-model-ecb34a","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"routeName":"auth-test-model-ecb34a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","llmisvcName":"auth-test-model-ecb34a","gateway":"openshift-ingress/e2e-shared-b-w4-ecb34a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.671731059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"f46bee2a-709e-49ce-b6cb-9cb81937b1aa","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.672213564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"e33dc1b8-bbd6-4760-a284-73270b91236b","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.672685977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"1564bad8-c744-48c6-990e-0aa17cbbc9db","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.6859873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"f0f809e4-ae11-4b4e-aed3-a0c44eef4027","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.720021224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"da668937-7c32-48f4-9e05-f24d1f3515c7","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.720387545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"21214bfa-756e-47bc-a6f1-602d98051be4","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.720684342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"a138aac3-1b3f-4b5a-9ff1-a46b95740d00","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.720845604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"d937d943-df78-4942-94b1-371d546f7806","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.725787018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"5f3f9b95-cffa-4f3b-889d-6b1285ca97c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.72792679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"71117a0b-3b15-4190-8bfd-9ff6ca2ec4d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.727995516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"1fef07f1-f9fa-4be0-a84b-70186fdae81f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.743931715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"5f3f9b95-cffa-4f3b-889d-6b1285ca97c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.860271945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"88525a5d-91e7-4472-9a4c-43d02f0c490c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.874523292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"e39288ca-86c3-46f5-9f43-d62952faa0b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.874635313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"e88a58d7-4479-4323-bff5-5a22d65e0ec0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.878327237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"88525a5d-91e7-4472-9a4c-43d02f0c490c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.911157844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"e36ab61b-c6de-4fde-9962-cc78adc1790d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:07.929166484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"e36ab61b-c6de-4fde-9962-cc78adc1790d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:08.002741278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9555540a-7dee-4874-87e2-965c6bebee56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:08.015511811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"12fba8ff-ebff-4910-9d66-ee85f1d97775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:08.01636486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9555540a-7dee-4874-87e2-965c6bebee56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:08.029702092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9555540a-7dee-4874-87e2-965c6bebee56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:08.034176599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"12fba8ff-ebff-4910-9d66-ee85f1d97775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:08.04291061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9555540a-7dee-4874-87e2-965c6bebee56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:08.685708757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfeb892b-cba0-45ac-933d-1b01780a0e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:08.70222028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfeb892b-cba0-45ac-933d-1b01780a0e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:08.71708493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfeb892b-cba0-45ac-933d-1b01780a0e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:08.731147757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfeb892b-cba0-45ac-933d-1b01780a0e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:09.269214244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d838691-8f71-4bf0-afc3-b3ecaa9efc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:09.282985765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d838691-8f71-4bf0-afc3-b3ecaa9efc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:09.296659569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d838691-8f71-4bf0-afc3-b3ecaa9efc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:09.310312467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d838691-8f71-4bf0-afc3-b3ecaa9efc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:09.521661351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"b6c265cf-4abd-47aa-8266-de82937d12cc","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:09.56313068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"a048b728-a92d-4533-b6d4-a9186cf08f77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:09.580322925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"becdc235-3f51-4381-bb87-ce2ae0563f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:09.599451768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"becdc235-3f51-4381-bb87-ce2ae0563f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:09.615255083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"c0db9200-e365-486e-9876-67b1f78b0866","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:09.665814692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"aaf8d885-57dd-4dab-8aba-30db674f3180","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:10.74456071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"a5a41e89-029c-46ec-8133-eccacc3620a8","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"name":"maas-trlp-auth-test-model-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:10.798267097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"c26cc2f3-7a9e-4115-ad63-d4c81fcd7be5","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:10.7982928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"c26cc2f3-7a9e-4115-ad63-d4c81fcd7be5","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:10.844371942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"b981ee44-94c9-426c-901f-b9c9bac9c75c","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"name":"maas-trlp-auth-test-model-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:10.898186203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"21e0ab1b-e1a5-408c-9a9a-f59ef97044de","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:10.898206325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"21e0ab1b-e1a5-408c-9a9a-f59ef97044de","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:10.985540541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"2af511a9-fbad-42b8-b3b1-42147dce95c1","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:11.424940194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"1c42423e-ee01-4fb1-ba32-8d5520c1967c","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"name":"maas-trlp-auth-test-model-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:11.481070125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"58e2f058-b6e0-418b-8dc4-a73e2f26f20c","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:11.481097408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"58e2f058-b6e0-418b-8dc4-a73e2f26f20c","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:11.669446561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"f7569f01-c834-4ed1-b21e-6baa7b9b5830","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-415d24","tenantID":"e2e-shared-b-w0-415d24","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:11.688640589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"f7569f01-c834-4ed1-b21e-6baa7b9b5830","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"name":"e2e-shared-b-w0-415d24-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:12.009998192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"a89bbffa-f0df-4ded-8c14-e6cf78e17a26","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w6-63e288","tenantID":"e2e-shared-a-w6-63e288","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:12.027866918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"a89bbffa-f0df-4ded-8c14-e6cf78e17a26","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"name":"e2e-shared-a-w6-63e288-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:12.148500065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"08508ca0-c8c7-4446-8109-9d0063e3a2ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-05c6b2","tenantID":"e2e-shared-b-w2-05c6b2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:12.154280914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"c4ad77ed-b58d-48b1-969f-f34227e6df7c","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:12.154305691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"c4ad77ed-b58d-48b1-969f-f34227e6df7c","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:12.166400752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"08508ca0-c8c7-4446-8109-9d0063e3a2ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"name":"e2e-shared-b-w2-05c6b2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:12.172076746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"5752a5b9-d723-4240-b017-62ecd39410ed","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:12.172094929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"5752a5b9-d723-4240-b017-62ecd39410ed","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:12.249104319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"c1b616fa-55f0-4596-afbc-633093c7c779","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-f1268c","tenantID":"e2e-shared-b-w6-f1268c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:12.267363805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"c1b616fa-55f0-4596-afbc-633093c7c779","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"name":"e2e-shared-b-w6-f1268c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:12.3425378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"d46fbc2a-330a-4ccd-b711-b23991e4292d","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:12.342557746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"d46fbc2a-330a-4ccd-b711-b23991e4292d","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:13.263340513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"61696712-216f-4a95-a253-7d6b09d0121f","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:13.263369521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"61696712-216f-4a95-a253-7d6b09d0121f","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:13.308987732Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"876a66b9-9135-4bab-992c-58662ff73623","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-34e401f2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:13.309842516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"549f958b-0045-4d72-a5a2-f89f9fd62ab6","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a782e5","tenantID":"e2e-shared-a-w2-a782e5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:13.329881528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"549f958b-0045-4d72-a5a2-f89f9fd62ab6","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"name":"e2e-shared-a-w2-a782e5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:13.653637959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"397964b6-2554-4e13-bf4b-7534085fd371","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:13.653665338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"397964b6-2554-4e13-bf4b-7534085fd371","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:13.698890485Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"e9ec57f8-4b38-4a3f-80b1-dfe976b1f546","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f5f7c4cb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:13.704639571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"28cffffa-ea3d-4a43-a1ad-1b5ed7eae9a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29f3ca","tenantID":"e2e-shared-a-w0-29f3ca","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:13.722789978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"28cffffa-ea3d-4a43-a1ad-1b5ed7eae9a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"name":"e2e-shared-a-w0-29f3ca-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.752519801Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.82758697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"cefa8c52-e2d7-48a6-bfbe-ada838808890","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.827893091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"f4c7b043-5833-4c5a-95ee-4217e8850d58","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-2-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-2-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.828155453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"5d350010-0236-4321-a945-7a8279b9726b","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.828654871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"59e9eeef-9a42-422a-8c1a-d5772e226088","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.846490237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"46cb5d05-4212-4216-9ac8-f807062e4fa8","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.848635252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"46cb5d05-4212-4216-9ac8-f807062e4fa8","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.873213042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"15ac69d7-0089-4d6e-8aa2-e0d59f858feb","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.873327815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"15ac69d7-0089-4d6e-8aa2-e0d59f858feb","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.874840594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"d6227ef3-fef8-47d2-bf42-2f6a39cb54ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.878242455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"a71935f4-aa95-46b3-92f4-979d0f90dc6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.880255075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"fb253887-183f-4391-882a-73756062c14f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.88028293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"8822da82-7c6e-4b2e-ac8a-848e94905f15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:17.884454377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"bb054dfb-4e1d-40ff-8225-36a1fb7afc6c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b3b175\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:17.889283527Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"15ac69d7-0089-4d6e-8aa2-e0d59f858feb","name":"auth-test-model-f1268c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f1268c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:17.889387341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"15ac69d7-0089-4d6e-8aa2-e0d59f858feb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f1268c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.894257118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"d6227ef3-fef8-47d2-bf42-2f6a39cb54ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.894852367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"cba9f7a6-a918-49d2-b255-1edd41a37cd6","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.894871605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"cba9f7a6-a918-49d2-b255-1edd41a37cd6","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.899095899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"a71935f4-aa95-46b3-92f4-979d0f90dc6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.917633456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"f0a23c6e-9369-4381-887d-ac880d6cce9e","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.917657398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"f0a23c6e-9369-4381-887d-ac880d6cce9e","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.933833097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"c49186aa-2814-4a2e-8f0d-a497ef5bdd1b","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.933853426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"c49186aa-2814-4a2e-8f0d-a497ef5bdd1b","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.953768909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"0c5b80fe-d424-45cc-b266-5af1302e97f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-f1268c","tenantID":"e2e-shared-b-w6-f1268c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.970706918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"94238eef-59ff-440b-a3d0-8e2675e5590d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.971128965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"321de215-5560-4efc-832f-08ccf2521524","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.972267642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"0c5b80fe-d424-45cc-b266-5af1302e97f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"name":"e2e-shared-b-w6-f1268c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:17.990764861Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"98beca96-e93f-44b3-8498-1cda9fffd739","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"name":"maas-trlp-auth-test-model-f1268c","model":"auth-test-model-f1268c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w6-f1268c/e2e-auth-iso-b3b175"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:18.042862893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"8c1c752e-de13-4dfa-bdc1-2f006515f3e4","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:18.042884873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"8c1c752e-de13-4dfa-bdc1-2f006515f3e4","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:18.083497044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"fc304a6b-8049-4e40-80ed-0868b93e99c8","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"name":"maas-trlp-auth-test-model-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.322997702Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"4f261bc6-77bf-429a-a270-17fa42b10b4b","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","subscription":"e2e-auth-iso-76b0cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.337381075Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"4f261bc6-77bf-429a-a270-17fa42b10b4b","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.351312063Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"4f261bc6-77bf-429a-a270-17fa42b10b4b","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"name":"maas-trlp-auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.432230079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"0544c134-9d12-4560-8806-3cb16fa68fe0","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.432252057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"0544c134-9d12-4560-8806-3cb16fa68fe0","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.477275299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"92757699-3764-473d-84a9-2b48bcbf935e","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a782e5","tenantID":"e2e-shared-a-w2-a782e5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.496808009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"92757699-3764-473d-84a9-2b48bcbf935e","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"name":"e2e-shared-a-w2-a782e5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.600555619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"8bdebcd2-9c2f-416a-9abf-9fb68b4880b0","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.600692334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"8bdebcd2-9c2f-416a-9abf-9fb68b4880b0","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.646941099Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"440fb224-61df-4d07-85c6-62c0b4df76e6","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7e58d8ab","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.64828862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"fc0e0fd0-590e-4ae8-b222-d0188f423481","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-05c6b2","tenantID":"e2e-shared-b-w2-05c6b2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.668805846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"fc0e0fd0-590e-4ae8-b222-d0188f423481","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"name":"e2e-shared-b-w2-05c6b2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.713062491Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"265e3ecb-a89c-4c48-bbb6-1995429fab0c","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","subscription":"e2e-auth-iso-e60ff0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.727676019Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"265e3ecb-a89c-4c48-bbb6-1995429fab0c","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.741449259Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"265e3ecb-a89c-4c48-bbb6-1995429fab0c","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"name":"maas-trlp-auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.794263909Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"2ba2d5ae-6be7-4d55-b989-abffe4625f95","namespace":"ai-tenant-e2e-worker-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.794368005Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"2ba2d5ae-6be7-4d55-b989-abffe4625f95","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.812219344Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"2ba2d5ae-6be7-4d55-b989-abffe4625f95","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.813083761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"54246782-7c7f-423b-8c39-81f8fff5c866","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.830642156Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"2ba2d5ae-6be7-4d55-b989-abffe4625f95","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.830667017Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"2ba2d5ae-6be7-4d55-b989-abffe4625f95","namespace":"ai-tenant-e2e-worker-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.830759059Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"2ba2d5ae-6be7-4d55-b989-abffe4625f95","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.83350851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"1b0760a0-1044-4cc4-b316-e6eb277db755","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.849195164Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"2ba2d5ae-6be7-4d55-b989-abffe4625f95","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.849585997Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"a3d92528-feac-45f7-9d1d-decdcea92527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.852745729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"684ab83f-2ec7-4556-8977-a0fe611e14e4","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.859909201Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"907bc829-c361-4a32-b5ae-a36832ae568c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85d234d0","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:23.870347142Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"684ab83f-2ec7-4556-8977-a0fe611e14e4","name":"simulator-w1-7a7ac6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-7a7ac6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:23.870416195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"684ab83f-2ec7-4556-8977-a0fe611e14e4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-7a7ac6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.870684484Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"2ba2d5ae-6be7-4d55-b989-abffe4625f95","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.87094387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"637e94b7-e18a-44bd-aef8-27890c7f24a1","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.873317538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"c802136c-c268-4675-a4e0-5eda28d9db35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.880767702Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"4f596729-c7a5-4241-a1d1-99e67eabb91e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-30713353","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.891999734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"0e4caafd-df91-4957-858b-096ca41dab8f","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.893911313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"c802136c-c268-4675-a4e0-5eda28d9db35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.906061446Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"e0e4c686-092e-4419-95bb-fdfb3f5b23d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85d234d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.913054616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"052a0b10-7906-4897-88f6-80d222e84274","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.913082596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"052a0b10-7906-4897-88f6-80d222e84274","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:23.92702526Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"bce247d4-aeaf-40f4-b631-bc72622e2b8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-30713353","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.052240942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"d470f592-175c-4f4a-bceb-fce402e4bafd","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29f3ca","tenantID":"e2e-shared-a-w0-29f3ca","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.052757881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"7803c82f-a32d-4956-983f-4c06e5a4dc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.052993154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"a3d92528-feac-45f7-9d1d-decdcea92527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.05784827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"cc2a8b0f-c9b4-4ec5-9d58-d7056b132814","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.057873274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"cc2a8b0f-c9b4-4ec5-9d58-d7056b132814","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.070393761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"d470f592-175c-4f4a-bceb-fce402e4bafd","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"name":"e2e-shared-a-w0-29f3ca-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.070887292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"a3d92528-feac-45f7-9d1d-decdcea92527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.070905364Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"a3d92528-feac-45f7-9d1d-decdcea92527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.089146452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"ccbfa69d-53a2-4108-9c30-47643e35ad86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.089898076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"419014c2-25bc-4d30-a3ba-1417982da966","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.105115299Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"2308b08f-8db1-4214-85cb-a2988c5e39fe","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa4e22fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.105265955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"95fbd059-2df4-43c5-9696-f1a7f2666b7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-415d24","tenantID":"e2e-shared-b-w0-415d24","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.124048943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"95fbd059-2df4-43c5-9696-f1a7f2666b7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"name":"e2e-shared-b-w0-415d24-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.191549487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"7803c82f-a32d-4956-983f-4c06e5a4dc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.196616499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"ccbfa69d-53a2-4108-9c30-47643e35ad86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.209415437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"7803c82f-a32d-4956-983f-4c06e5a4dc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.209432419Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-access","reconcileID":"7803c82f-a32d-4956-983f-4c06e5a4dc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.214910846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"ccbfa69d-53a2-4108-9c30-47643e35ad86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"e2e-worker-w1-7a7ac6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.214935315Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"ccbfa69d-53a2-4108-9c30-47643e35ad86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:24.227376454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"9b82b9ca-7ba2-4b26-8809-37078e450ae7","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:24.229430261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-access","reconcileID":"ccbfa69d-53a2-4108-9c30-47643e35ad86","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:25.791643346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"a243ed19-58a9-40f4-9932-bbc893924c40","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"distinct-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"distinct-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:26.500697892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"a1b42a59-67cd-424f-bcd2-a79f9568113c","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:26.514919669Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"3c4657e3-360d-47e6-8679-b0dc8ed01d45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85d234d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:26.534513323Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"ba488e0c-52e5-49d0-a6d6-96d2250ba0b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85d234d0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:27.963782647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f323b6-f281-4cff-bea5-a4afcaefd772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:27.978238145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f323b6-f281-4cff-bea5-a4afcaefd772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:27.991696612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f323b6-f281-4cff-bea5-a4afcaefd772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:28.006017296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f323b6-f281-4cff-bea5-a4afcaefd772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:28.606676599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0effac8f-3838-41da-b176-e12e5ee17fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:28.620167792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0effac8f-3838-41da-b176-e12e5ee17fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:28.634132904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0effac8f-3838-41da-b176-e12e5ee17fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:28.647941238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0effac8f-3838-41da-b176-e12e5ee17fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:33.660856189Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"e8eb99ee-696b-4ecb-ba46-580eb3030a2e","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","subscription":"e2e-auth-iso-76b0cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:33.674864076Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"e8eb99ee-696b-4ecb-ba46-580eb3030a2e","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:33.688702941Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"e8eb99ee-696b-4ecb-ba46-580eb3030a2e","MaaSSubscription":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"name":"maas-trlp-auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:33.845932308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"3f3ab7ad-0865-42b9-a3a7-dc92740f08b5","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:33.846045507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"3f3ab7ad-0865-42b9-a3a7-dc92740f08b5","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:33.894380702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"1144ff2c-e4f0-4676-b363-443fc80d47e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-05c6b2","tenantID":"e2e-shared-b-w2-05c6b2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:33.914068458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"1144ff2c-e4f0-4676-b363-443fc80d47e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"name":"e2e-shared-b-w2-05c6b2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:33.940720642Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"00211ef6-aa53-4865-b8fb-5c69a25fed45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:33.954817342Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"00211ef6-aa53-4865-b8fb-5c69a25fed45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:33.968958383Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"simulator-subscription","reconcileID":"00211ef6-aa53-4865-b8fb-5c69a25fed45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.004079698Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"ebafb600-0ccf-49d2-9d48-f723dab6ee85","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.004176487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"38f2b3ed-b587-4f29-b94e-ee90fa1f69b1","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.004193661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"38f2b3ed-b587-4f29-b94e-ee90fa1f69b1","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.067152374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"ebafb600-0ccf-49d2-9d48-f723dab6ee85","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a782e5","tenantID":"e2e-shared-a-w2-a782e5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.085391969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"ebafb600-0ccf-49d2-9d48-f723dab6ee85","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"name":"e2e-shared-a-w2-a782e5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.085421922Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"e2e-auth-iso-76b0cc","reconcileID":"ebafb600-0ccf-49d2-9d48-f723dab6ee85","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.103447821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"50019458-25cd-462e-9bc8-0c0694904d3e","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"tenant":"e2e-shared-a-w2-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","model":"ai-tenant-e2e-shared-a-w2-a782e5/auth-test-model-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.103474428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"auth-test-model-a782e5","reconcileID":"50019458-25cd-462e-9bc8-0c0694904d3e","MaaSModelRef":{"name":"auth-test-model-a782e5","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"routeName":"auth-test-model-a782e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","llmisvcName":"auth-test-model-a782e5","gateway":"openshift-ingress/e2e-shared-a-w2-a782e5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.119778459Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"722abc1c-586b-4f5e-9af9-be312b995df8","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","subscription":"e2e-auth-iso-e60ff0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.120697943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"8ace9240-9576-46e0-b2ea-88f2ba0cea24","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"simulator-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"simulator-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.133882713Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"722abc1c-586b-4f5e-9af9-be312b995df8","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.169753151Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"722abc1c-586b-4f5e-9af9-be312b995df8","MaaSSubscription":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"name":"maas-trlp-auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.251219734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"1f843852-7eb3-47ca-8c69-7015e36fd587","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.251243508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"1f843852-7eb3-47ca-8c69-7015e36fd587","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.280111851Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"d7bf1f4d-64cc-4da6-a131-ece3f0e8c753","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.280212598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"cf6c8e24-da50-487c-bc41-07b644b7addb","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.280229232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"cf6c8e24-da50-487c-bc41-07b644b7addb","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.295916006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"f0d55017-4ad8-42ca-80e8-e3a1f0cef597","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-415d24","tenantID":"e2e-shared-b-w0-415d24","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.31440874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"f0d55017-4ad8-42ca-80e8-e3a1f0cef597","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"name":"e2e-shared-b-w0-415d24-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.407388534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"d7bf1f4d-64cc-4da6-a131-ece3f0e8c753","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-05c6b2","tenantID":"e2e-shared-b-w2-05c6b2","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.425660567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"d7bf1f4d-64cc-4da6-a131-ece3f0e8c753","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"name":"e2e-shared-b-w2-05c6b2-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.425680207Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"e2e-auth-iso-76b0cc","reconcileID":"d7bf1f4d-64cc-4da6-a131-ece3f0e8c753","MaaSAuthPolicy":{"name":"e2e-auth-iso-76b0cc","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.430946575Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"d20ab122-ce71-4d05-99b7-ec81cc86905b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.431040759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"9bc583e4-dbd5-4828-9c43-5f3867a724e4","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.43105858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"9bc583e4-dbd5-4828-9c43-5f3867a724e4","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.443840116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"f2e2a0ae-19fc-47f5-b7be-c8d6055ba009","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"tenant":"e2e-shared-b-w2-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","model":"ai-tenant-e2e-shared-b-w2-05c6b2/auth-test-model-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.443860389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"auth-test-model-05c6b2","reconcileID":"f2e2a0ae-19fc-47f5-b7be-c8d6055ba009","MaaSModelRef":{"name":"auth-test-model-05c6b2","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"routeName":"auth-test-model-05c6b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","llmisvcName":"auth-test-model-05c6b2","gateway":"openshift-ingress/e2e-shared-b-w2-05c6b2","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.522209641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"d20ab122-ce71-4d05-99b7-ec81cc86905b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29f3ca","tenantID":"e2e-shared-a-w0-29f3ca","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.540745896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"d20ab122-ce71-4d05-99b7-ec81cc86905b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"name":"e2e-shared-a-w0-29f3ca-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.540774199Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"e2e-auth-iso-e60ff0","reconcileID":"d20ab122-ce71-4d05-99b7-ec81cc86905b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.558339215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"c0119b19-9bcf-4992-993c-8f2ab843c2c9","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"tenant":"e2e-shared-a-w0-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","model":"ai-tenant-e2e-shared-a-w0-29f3ca/auth-test-model-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.558359737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"auth-test-model-29f3ca","reconcileID":"c0119b19-9bcf-4992-993c-8f2ab843c2c9","MaaSModelRef":{"name":"auth-test-model-29f3ca","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"routeName":"auth-test-model-29f3ca-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","llmisvcName":"auth-test-model-29f3ca","gateway":"openshift-ingress/e2e-shared-a-w0-29f3ca","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.718002151Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"1432cb36-7178-44ac-94a0-3bf317763997","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.718057903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"db9e34bd-a8c8-4483-a070-ac2dbdf43ae7","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.718079172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"db9e34bd-a8c8-4483-a070-ac2dbdf43ae7","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.845123262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"1432cb36-7178-44ac-94a0-3bf317763997","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-415d24","tenantID":"e2e-shared-b-w0-415d24","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.863070968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"1432cb36-7178-44ac-94a0-3bf317763997","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"name":"e2e-shared-b-w0-415d24-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.86309269Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"e2e-auth-iso-e60ff0","reconcileID":"1432cb36-7178-44ac-94a0-3bf317763997","MaaSAuthPolicy":{"name":"e2e-auth-iso-e60ff0","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.880923172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"2d20d154-5f96-4f33-94ab-0dca1854cd0e","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"tenant":"e2e-shared-b-w0-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","model":"ai-tenant-e2e-shared-b-w0-415d24/auth-test-model-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:34.880948322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"auth-test-model-415d24","reconcileID":"2d20d154-5f96-4f33-94ab-0dca1854cd0e","MaaSModelRef":{"name":"auth-test-model-415d24","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"routeName":"auth-test-model-415d24-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-415d24","llmisvcName":"auth-test-model-415d24","gateway":"openshift-ingress/e2e-shared-b-w0-415d24","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:36.548627771Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"7c07c42f-4da6-431e-be0b-df564e493ad5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:36.562296278Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"7c07c42f-4da6-431e-be0b-df564e493ad5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:36.575880529Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"premium-simulator-subscription","reconcileID":"7c07c42f-4da6-431e-be0b-df564e493ad5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"name":"maas-trlp-premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6","model":"e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:36.653240516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"469dc7fe-fafc-41ca-87de-f1c6cab82af7","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"routeName":"premium-w1-7a7ac6-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a7ac6","llmisvcName":"premium-w1-7a7ac6","gateway":"openshift-ingress/e2e-worker-w1-7a7ac6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.217953752Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.218012696Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.218061156Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","tenant":"e2e-shared-a-w4-c1eeb6","tenantID":"e2e-shared-a-w4-c1eeb6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.238453687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-c1eeb6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.266509456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"Service","name":"maas-api-e2e-shared-a-w4-c1eeb6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.285984238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-c1eeb6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.3020336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-c1eeb6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.320063489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.335993819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.354544779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.370608296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.383720611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.396850804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.409669424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.422882914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.438257985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.453308607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.472208372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.48880541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.503546653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.516487735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.529523109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-c1eeb6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:38.544441966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6"},"namespace":"ai-tenant-e2e-shared-a-w4-c1eeb6","name":"default-tenant","reconcileID":"22adccc7-76b9-4029-9242-be05ab2229e1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-c1eeb6","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:39.61242372Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-c1eeb6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-c1eeb6","reconcileID":"8501b3cb-80b8-4e46-9b54-70324b1be155","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-c1eeb6","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-c1eeb6"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:40.002152979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde3d068-cbb2-4a72-b797-d0b79bcf9328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:40.015617736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde3d068-cbb2-4a72-b797-d0b79bcf9328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:40.029000093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde3d068-cbb2-4a72-b797-d0b79bcf9328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:40.04356546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde3d068-cbb2-4a72-b797-d0b79bcf9328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:40.711813771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1b5d37-56b7-4144-b4cc-504decc3a219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:40.736778807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1b5d37-56b7-4144-b4cc-504decc3a219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:40.776260199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1b5d37-56b7-4144-b4cc-504decc3a219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:40.803780333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1b5d37-56b7-4144-b4cc-504decc3a219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:41.620100542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"ef155f2c-7428-4528-8cf5-c400d9271183","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"name":"maas-trlp-auth-test-model-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:41.670503297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"d468f460-104b-4b34-b47e-872252071c30","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:41.670521705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"d468f460-104b-4b34-b47e-872252071c30","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:42.561263101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"e158974f-228c-4cef-8e0a-88d7f97ff5a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-f1268c","tenantID":"e2e-shared-b-w6-f1268c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:42.581278442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"e158974f-228c-4cef-8e0a-88d7f97ff5a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"name":"e2e-shared-b-w6-f1268c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.695924212Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","namespace":"ai-tenant-e2e-worker-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.696028189Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","namespace":"ai-tenant-e2e-worker-w1-7a7ac6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.696113832Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","tenant":"e2e-worker-w1-7a7ac6","tenantID":"e2e-worker-w1-7a7ac6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.712953766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"Deployment","name":"maas-api-e2e-worker-w1-7a7ac6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.740137009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"Service","name":"maas-api-e2e-worker-w1-7a7ac6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.759008346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-7a7ac6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.774823744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-7a7ac6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.792182734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.807491877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.825489579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.842177896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.85510719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.867912556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.880921892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"Service","name":"payload-processing-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.8937044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.906447886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.919077246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.931964922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.950975181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.96496697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.979063913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:43.9925633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-7a7ac6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:44.006311317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a7ac6"},"namespace":"ai-tenant-e2e-worker-w1-7a7ac6","name":"default-tenant","reconcileID":"a7c522e6-43b9-447d-bf87-5471d54635aa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-7a7ac6","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:44.336444929Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-7a7ac6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-7a7ac6","reconcileID":"7a4e8eb9-e69f-4cc0-aba8-928459b2d9f3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-7a7ac6","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-7a7ac6"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.384304263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"ccba3d6d-ccb6-4a12-9800-bb63a29293e2","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.41684149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"ccba3d6d-ccb6-4a12-9800-bb63a29293e2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.418117201Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"f6ecc3ab-3cbf-4801-a98a-f81ea8a814a2","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.438451914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"f6ecc3ab-3cbf-4801-a98a-f81ea8a814a2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.43866044Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"8e99c791-021d-4697-b6b3-edaf97661edd","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.458915399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"8e99c791-021d-4697-b6b3-edaf97661edd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.459139437Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"287e1842-c0ab-448e-9221-7f9d801a9097","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.47621439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"287e1842-c0ab-448e-9221-7f9d801a9097","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.476392497Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"4d461dad-21d0-41bb-8eb5-c486bef3aa1d","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.476445885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"4d461dad-21d0-41bb-8eb5-c486bef3aa1d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.476564015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"02e8ea7e-67b2-4552-9039-63667e2687f6","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.476667716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"02e8ea7e-67b2-4552-9039-63667e2687f6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.47680087Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"bb886c6e-b757-4026-b6bc-5a252f211cbe","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.476854241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"bb886c6e-b757-4026-b6bc-5a252f211cbe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.481892222Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"d49433e7-708a-467c-a45e-9aa9cda297a4","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.481956763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"d49433e7-708a-467c-a45e-9aa9cda297a4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.487127504Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"3f21280f-5656-401a-ac89-f1e80100dadc","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.487177433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"3f21280f-5656-401a-ac89-f1e80100dadc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.487245615Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"b7b29894-d539-450f-b08b-96337bedd07e","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.487276336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"b7b29894-d539-450f-b08b-96337bedd07e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.487336346Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"68465a6e-aa80-48bf-a2fc-b6d39beee3d3","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.487368922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"68465a6e-aa80-48bf-a2fc-b6d39beee3d3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.492313997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"1784d482-79dd-43b4-be70-6a28426c44c8","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.4923714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"1784d482-79dd-43b4-be70-6a28426c44c8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.507414812Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"5ac1218a-7910-454c-925c-3eae0dea67b0","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.50747047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"5ac1218a-7910-454c-925c-3eae0dea67b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.507607148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"9dc30e6b-f158-4c09-8d7c-6bb290fc4cbb","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.507649488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"9dc30e6b-f158-4c09-8d7c-6bb290fc4cbb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.507739125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"b09f36ef-d7e2-444f-81dc-7194e2d8f7b6","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.507776552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"b09f36ef-d7e2-444f-81dc-7194e2d8f7b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.512726619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"af2601a2-838f-4e31-ba46-f1c28bd62569","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.512801773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"af2601a2-838f-4e31-ba46-f1c28bd62569","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.548113065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"7cf84605-b4a8-44fa-9063-7c5b2791ec9e","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.548209146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"7cf84605-b4a8-44fa-9063-7c5b2791ec9e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.548349498Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"e9d74e09-7888-4c04-9a75-114198b04e44","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.548390747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"e9d74e09-7888-4c04-9a75-114198b04e44","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.548476793Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"3ae1c1c8-69d7-4701-a1aa-266684bd14d5","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.548525972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"3ae1c1c8-69d7-4701-a1aa-266684bd14d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.553512193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"acc7ba67-bc00-454a-8138-86468a87eadc","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.553593619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"acc7ba67-bc00-454a-8138-86468a87eadc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.629448037Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"892a32c3-61df-47f6-aa3b-f819d4ae4baf","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.629543029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"892a32c3-61df-47f6-aa3b-f819d4ae4baf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.629700859Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"3a712f13-9559-47e8-a771-a4bd6fdae3e8","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.629786334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"3a712f13-9559-47e8-a771-a4bd6fdae3e8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.630021553Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"4378852f-2398-48a5-a785-4802ccfe5563","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.63012842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"4378852f-2398-48a5-a785-4802ccfe5563","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.63401726Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"d22f3f1a-e1b3-498c-82b0-0bfba2292807","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.634147686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"d22f3f1a-e1b3-498c-82b0-0bfba2292807","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:44.697117351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920df947-09e6-4f31-a323-f8fe4d2ee545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:44.711387041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920df947-09e6-4f31-a323-f8fe4d2ee545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:44.724845603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920df947-09e6-4f31-a323-f8fe4d2ee545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:44.738310176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920df947-09e6-4f31-a323-f8fe4d2ee545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.790103775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"491e73b0-9fbc-464c-8bce-4d51cb37861d","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.790164679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"491e73b0-9fbc-464c-8bce-4d51cb37861d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.79025007Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"2b4e7189-5cf0-4eb4-b810-6f6732cbe60e","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.790281736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"2b4e7189-5cf0-4eb4-b810-6f6732cbe60e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.790344455Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"3e8cd74e-7a8b-4f1e-9a8e-076de5988f4c","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.790375686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"3e8cd74e-7a8b-4f1e-9a8e-076de5988f4c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.794920727Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"165dba0f-ddb5-4cc4-af61-ef7cd09da17b","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:44.795000418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"165dba0f-ddb5-4cc4-af61-ef7cd09da17b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.11682514Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"0ef09e6b-74b4-465a-8a8b-d0cbe7381c15","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.116931366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"0ef09e6b-74b4-465a-8a8b-d0cbe7381c15","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.117088258Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"c77a939a-ebbc-4863-b797-cd2d38391b0b","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.117129163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"c77a939a-ebbc-4863-b797-cd2d38391b0b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.117247103Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"61d850d1-10d0-4c6a-ae7c-7a53e3fc457f","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.117280576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"61d850d1-10d0-4c6a-ae7c-7a53e3fc457f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.117421958Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"3d258d10-34e5-437d-a2ec-5f085525c514","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.117489106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"3d258d10-34e5-437d-a2ec-5f085525c514","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:45.311316193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1737d3e1-1106-4cc3-bddf-f2da8eebe85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:45.32472618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1737d3e1-1106-4cc3-bddf-f2da8eebe85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:45.338185561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1737d3e1-1106-4cc3-bddf-f2da8eebe85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:45.351801723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1737d3e1-1106-4cc3-bddf-f2da8eebe85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.75738531Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"49758cef-f4be-4689-8a24-1ca6ef82eed0","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.757474398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"49758cef-f4be-4689-8a24-1ca6ef82eed0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.757646323Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"9cfa0863-498a-454e-b3f4-910d6a061531","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.757709929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"9cfa0863-498a-454e-b3f4-910d6a061531","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.757829757Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"dacc83ac-ebd7-4c1b-8de3-8dfdba7c6d35","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.757873419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"dacc83ac-ebd7-4c1b-8de3-8dfdba7c6d35","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.757966774Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"745f787b-9a32-4a14-9d74-30a086f5e360","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:45.758008222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"745f787b-9a32-4a14-9d74-30a086f5e360","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:47.037847357Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"f2fe26ad-a8e3-4635-8fbf-5a96b34b2bd0","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:47.037933852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"f2fe26ad-a8e3-4635-8fbf-5a96b34b2bd0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-2-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:47.0381037Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"df00843f-b66f-4f68-8e1d-33ce8e9dd56b","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:47.038185574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"df00843f-b66f-4f68-8e1d-33ce8e9dd56b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/simulator-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:47.03833159Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"2a27a1aa-1900-47e3-8039-ee83e1b3c388","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:47.038396794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"2a27a1aa-1900-47e3-8039-ee83e1b3c388","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/premium-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:47.038513796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"baf118e5-4abf-4a52-911f-f054d0f13e0f","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:47.038561644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"baf118e5-4abf-4a52-911f-f054d0f13e0f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a7ac6/distinct-w1-7a7ac6: AITenant \"e2e-worker-w1-7a7ac6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:47.504085587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28409a0-3ab8-4377-a8d0-0b1bd535d992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:47.557082918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28409a0-3ab8-4377-a8d0-0b1bd535d992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:47.570437523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28409a0-3ab8-4377-a8d0-0b1bd535d992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:47.584486806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28409a0-3ab8-4377-a8d0-0b1bd535d992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:47.749446952Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:48.220778838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d04457a-c5c2-45fb-bf2e-d34908159edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:48.234232757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d04457a-c5c2-45fb-bf2e-d34908159edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:48.247560762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d04457a-c5c2-45fb-bf2e-d34908159edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:48.261370062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d04457a-c5c2-45fb-bf2e-d34908159edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:48.750543219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"771e69f8-eba5-48e9-8f54-fc6cb92b734d","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:48.750603414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"771e69f8-eba5-48e9-8f54-fc6cb92b734d","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:48.78871496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33a9d76-b6ca-4501-a3fe-ca6ce897be04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:48.805881788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33a9d76-b6ca-4501-a3fe-ca6ce897be04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:48.807016457Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"6a239f29-5ef4-458b-80f9-7978c012710e","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-91306600","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:48.824860584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"5bf0ee7a-ecc4-4389-ac34-1e5590b4cdd9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w6-63e288","tenantID":"e2e-shared-a-w6-63e288","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:48.826890649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33a9d76-b6ca-4501-a3fe-ca6ce897be04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:48.853205871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33a9d76-b6ca-4501-a3fe-ca6ce897be04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:48.854641324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"5bf0ee7a-ecc4-4389-ac34-1e5590b4cdd9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"name":"e2e-shared-a-w6-63e288-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:49.594265579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"04b609c3-48dd-4809-a9c7-b16bb85984e8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:49.696337072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"31bc3b03-00bd-4045-8f8c-55cbabdba534","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:49.733528707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df946492-6d91-490e-ac9c-7b88f70afa84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:49.748419328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df946492-6d91-490e-ac9c-7b88f70afa84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:49.766248161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df946492-6d91-490e-ac9c-7b88f70afa84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:49.781510599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df946492-6d91-490e-ac9c-7b88f70afa84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:49.814388769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"aec7fdbe-767e-4205-b9e8-a1d6cbab7efd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:49.89799178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"d4de31f2-f42b-4a26-b0e6-0d7a4bce1a62","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:50.002877059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"e4eadf6c-e4b4-4676-b25d-fd3566135998","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:50.145826402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"c6b1132f-b697-4c0f-84c6-aef9bda561e6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:50.26518504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"c97a05bd-2593-4a49-9d4c-8f979321d70e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:50.340131197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"f2486642-bf81-49ab-b140-48d657479c25","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:50.425449552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaeb11de-faf0-4fa3-b092-8b30294bd2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:50.439418891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaeb11de-faf0-4fa3-b092-8b30294bd2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:50.439765735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"dc97242e-6744-4d72-ab4f-1e2f046e7b8f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:50.453280907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaeb11de-faf0-4fa3-b092-8b30294bd2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:50.467565609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaeb11de-faf0-4fa3-b092-8b30294bd2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:50.541319285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"6fdc3c0d-3e67-49a0-b1d1-1fa304707ee2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:50.640245382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"227fc7d9-c2a2-4672-a50f-416b6daee67d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:50.747364904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"f6da43fd-859a-4782-beac-c563f6eab9d8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:50.838425145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"44353815-b396-4dc4-9ac4-fa5637865fcc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:50.939239303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"a28d56c8-c1d2-495e-9334-96ba3f342a2f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:50.994802417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db832fec-1bc3-417b-9873-88d1e76499d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:51.087527312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db832fec-1bc3-417b-9873-88d1e76499d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:51.104341633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db832fec-1bc3-417b-9873-88d1e76499d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:51.136388877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db832fec-1bc3-417b-9873-88d1e76499d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:51.155508612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"5918d935-346c-4656-8e1d-a1864dd31fc3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:51.376217946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"f8fd047b-9263-406f-ab9a-efab00c25b90","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:51.452177886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"ccaf2afd-3456-40be-b032-ad221be1e9ff","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:51.556837401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"60ccead2-e882-4abf-a4ab-83fb06547faa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:51.652697525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"728845b7-a999-4f25-ac88-a0025e66f064","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:51.753673008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"a3e31ba6-4f98-4ab5-9f89-c2000d818c8f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:51.853703309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"2fa06d64-c9e3-4db1-8790-174d0a3b83f1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:51.953915272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"ff281bfa-45ea-4236-9319-f04a4ac2ba5c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:52.05451904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"4123f66d-e8e9-49cf-9df4-42d34c8f2852","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:52.154717278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"665bc88b-40c5-487c-a0ce-f875a0991b1c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:52.277105757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"b51f0ee9-a3cf-4a02-9567-b371e92402e0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:52.355028385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"d6ec3d70-7698-468b-82f4-63ad290278f7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:52.462183634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"bf152d46-926c-456c-a136-65daac8151b3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:52.559496142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"ac1f5dc2-c21f-41ef-b02f-8e90a4efc1cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:52.683944829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"c0dc7425-5e38-4f5b-8c06-fa43dce728d0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:52.811982802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"8eb40c3b-7af8-4b6b-b09f-5de33608f6ed","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:52.965568707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"32918d80-07b2-4a30-85c9-5534bbb69c63","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:53.03780515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"5ba808f5-9f5f-4c22-af29-2ccb42a43442","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:53.394697087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"d3095437-bb82-46a2-b737-93b07a558cfb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:53.522523023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"65d146ea-2bf5-4753-828f-a7c0e67098f3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:53.675767791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"08988a23-5d1a-47fd-ac36-09094495d8ce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:53.749612561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"3fc906ad-670e-4783-84b7-977d3f8b836b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:54.753425514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"0d8d2246-14c0-4c01-b256-587d02fd0808","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:54.873420732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"b3bd6b9d-14d0-4819-9623-fddf2b1a3c8b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:55.02533203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"f920a559-ae8b-4ef7-8ce9-0b0b3e697776","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:55.152005443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"420ef429-1f66-4993-b413-279cee3b9463","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:57.383946499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"2721da1f-a748-402c-9af5-013186778811","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:57.50323016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"2df6d3f9-a07a-403a-a70e-1e54dca16648","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:57.661717293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"a4c25c5d-7f0d-4812-9365-54e7f9137edb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:37:57.796188281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"c99ca428-6653-4441-9de2-dd88e3beae23","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:58.820636475Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"b3a6e5b7-88cb-4fc7-b644-1e95b76e42f3","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","subscription":"e2e-auth-iso-b3b175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:58.834358455Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"b3a6e5b7-88cb-4fc7-b644-1e95b76e42f3","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:58.848143415Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"b3a6e5b7-88cb-4fc7-b644-1e95b76e42f3","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"name":"maas-trlp-auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:58.926588081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"54e1c1ab-6943-4ee3-8cb1-a01ecdd61e50","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:58.926612199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"54e1c1ab-6943-4ee3-8cb1-a01ecdd61e50","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:59.003051912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"707518f3-8207-4fe9-8d61-44b1881a6ad1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w6-63e288","tenantID":"e2e-shared-a-w6-63e288","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:59.053144579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"707518f3-8207-4fe9-8d61-44b1881a6ad1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"name":"e2e-shared-a-w6-63e288-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:59.094366698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"eba05720-8775-4b0b-bfce-06d4d88130eb","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:59.094385681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"eba05720-8775-4b0b-bfce-06d4d88130eb","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:59.13977012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"6abb41c7-0ac5-45a4-80ba-5dbc413efd7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-f1268c","tenantID":"e2e-shared-b-w6-f1268c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:59.139774163Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"2c7ef15a-f7e2-47aa-81c4-a5cb7eeaa757","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-545e045c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:37:59.157890121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"6abb41c7-0ac5-45a4-80ba-5dbc413efd7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"name":"e2e-shared-b-w6-f1268c-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:00.029126058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"441b09b4-4b41-43c5-ac01-56e5c5b7ab6a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:00.21945275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"1843ecbe-2258-41ee-83d8-344058aaa5c8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:00.441836721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"a3c5b047-eb4f-4d15-8d20-ae97a355d5d2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.492170039Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.492257722Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.49233637Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","tenant":"e2e-shared-a-w0-29f3ca","tenantID":"e2e-shared-a-w0-29f3ca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.509606698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-29f3ca","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.536070361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"Service","name":"maas-api-e2e-shared-a-w0-29f3ca","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.556180671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-29f3ca","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.571080859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-29f3ca","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.587046013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.602283948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.62227155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:00.629400962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"76ec18c2-91a2-45af-a403-33eda84fd1e5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.637560103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.650670215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.663369892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.676168157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.68889012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.701806284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.714564478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.727316387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.744428518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.765955274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.781803664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.806191168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:00.819495073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"2c24d279-8667-43bd-9645-b293fd43beb1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-29f3ca","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.60340407Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.603465804Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.603536786Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","tenant":"e2e-shared-b-w4-ecb34a","tenantID":"e2e-shared-b-w4-ecb34a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.62087496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-ecb34a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.64221742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"Service","name":"maas-api-e2e-shared-b-w4-ecb34a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.660441948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-ecb34a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.676335669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-ecb34a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.692494867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.712779987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.730662196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.746311131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.759403677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.77240132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.786898888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.799843759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.812830228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.825731684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.838640355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.873426451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.891332861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.917054427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.93545965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-ecb34a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:02.94902315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ecb34a"},"namespace":"ai-tenant-e2e-shared-b-w4-ecb34a","name":"default-tenant","reconcileID":"7898c9bd-0334-4dec-bbd8-f3a645c4e93f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-ecb34a","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:03.284838655Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-ecb34a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-ecb34a","reconcileID":"97ba75fe-f0af-4725-8771-cc320b4ab581","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-ecb34a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-ecb34a"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:03.677900604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da79b7af-8101-4fa9-ab0e-4bb1add02d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:03.691631582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da79b7af-8101-4fa9-ab0e-4bb1add02d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:03.705108549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da79b7af-8101-4fa9-ab0e-4bb1add02d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:03.718542093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da79b7af-8101-4fa9-ab0e-4bb1add02d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:04.314174168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c40691-0aba-4283-9ba8-924aa3f5cb76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:04.327865485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c40691-0aba-4283-9ba8-924aa3f5cb76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:04.341172181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c40691-0aba-4283-9ba8-924aa3f5cb76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:04.354668603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c40691-0aba-4283-9ba8-924aa3f5cb76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:06.545168968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"349a320b-4212-4070-8fcd-089da4264d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:06.559633363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"349a320b-4212-4070-8fcd-089da4264d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:06.573241448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"349a320b-4212-4070-8fcd-089da4264d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:06.588531833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"349a320b-4212-4070-8fcd-089da4264d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:07.176154272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3439ba49-fe4f-44f3-b564-aac837f62781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:07.189801867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3439ba49-fe4f-44f3-b564-aac837f62781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:07.202944801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3439ba49-fe4f-44f3-b564-aac837f62781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:07.216157215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3439ba49-fe4f-44f3-b564-aac837f62781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.15368981Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"a3d915f0-e2a5-4846-8b30-f1be112bc7ed","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","subscription":"e2e-auth-iso-b3b175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.167598427Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"a3d915f0-e2a5-4846-8b30-f1be112bc7ed","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.181092374Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"a3d915f0-e2a5-4846-8b30-f1be112bc7ed","MaaSSubscription":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"name":"maas-trlp-auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.331240989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"6accb875-1f7d-4dac-87d6-24b8a96a6301","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.331262258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"6accb875-1f7d-4dac-87d6-24b8a96a6301","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.450011604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"866f16fe-2245-4548-965d-5928b868f725","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-f1268c","tenantID":"e2e-shared-b-w6-f1268c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.467800537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"866f16fe-2245-4548-965d-5928b868f725","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"name":"e2e-shared-b-w6-f1268c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.496459766Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"171efd10-8393-44b7-a6cb-0e795ab2b2f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.496535259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"74de418a-6bcf-4ce7-8b60-e6588907f8fd","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.496552586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"74de418a-6bcf-4ce7-8b60-e6588907f8fd","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.710684587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"171efd10-8393-44b7-a6cb-0e795ab2b2f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w6-63e288","tenantID":"e2e-shared-a-w6-63e288","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.729564832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"171efd10-8393-44b7-a6cb-0e795ab2b2f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"name":"e2e-shared-a-w6-63e288-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.730666401Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"e2e-auth-iso-b3b175","reconcileID":"171efd10-8393-44b7-a6cb-0e795ab2b2f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w6-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.750022752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"c7cb97ea-9b96-4f43-a550-ca8a520b3eb3","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"tenant":"e2e-shared-a-w6-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","model":"ai-tenant-e2e-shared-a-w6-63e288/auth-test-model-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.750153961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"auth-test-model-63e288","reconcileID":"c7cb97ea-9b96-4f43-a550-ca8a520b3eb3","MaaSModelRef":{"name":"auth-test-model-63e288","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"routeName":"auth-test-model-63e288-kserve-route","namespace":"ai-tenant-e2e-shared-a-w6-63e288","llmisvcName":"auth-test-model-63e288","gateway":"openshift-ingress/e2e-shared-a-w6-63e288","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.912708433Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"21439e64-20b4-4dcd-a6a7-0f251a5505e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.912784103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"d043488c-418b-4993-a86e-77aaf4ac7666","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.912806068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"d043488c-418b-4993-a86e-77aaf4ac7666","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.956037421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"21439e64-20b4-4dcd-a6a7-0f251a5505e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-f1268c","tenantID":"e2e-shared-b-w6-f1268c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.996535924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"21439e64-20b4-4dcd-a6a7-0f251a5505e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"name":"e2e-shared-b-w6-f1268c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:09.996700425Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"e2e-auth-iso-b3b175","reconcileID":"21439e64-20b4-4dcd-a6a7-0f251a5505e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b3b175","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:10.016282196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"82b7ff3c-66b4-4595-8756-cc29e3816625","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"tenant":"e2e-shared-b-w6-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","model":"ai-tenant-e2e-shared-b-w6-f1268c/auth-test-model-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:10.016376145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"auth-test-model-f1268c","reconcileID":"82b7ff3c-66b4-4595-8756-cc29e3816625","MaaSModelRef":{"name":"auth-test-model-f1268c","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"routeName":"auth-test-model-f1268c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","llmisvcName":"auth-test-model-f1268c","gateway":"openshift-ingress/e2e-shared-b-w6-f1268c","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:10.341082896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"22204d05-eaad-4edc-98f6-dac6b00f1f02","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:10.530353866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"bc266593-b433-4ee7-a470-e4b6e34176d2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:10.839166516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"080fbb72-db95-496d-8357-7cb0aa81c88d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:10.859773078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"0966fede-e77b-4cf0-a356-fe64360dec47","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:10.909666138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"274e3f84-38ac-4c30-bfc2-b39908f55113","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:10.912663382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"c1d765ad-de0f-4bb2-b8a2-0ea9f2d94746","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:10.94004572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"57922cf1-acae-4db9-8df7-ef228eb60c20","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-2-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-2-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.005361733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"646dd085-702d-4f2e-b6c8-db66aefdf674","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.024087471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"20d08930-6666-410d-8556-1825180d886c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.024832714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"cc9a6e96-1d75-4532-b496-294b2d7dc40e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.02598691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"c174a204-e1dc-4332-ab44-47c67e7bd7b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.050235717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"20d08930-6666-410d-8556-1825180d886c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.051595414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"cc9a6e96-1d75-4532-b496-294b2d7dc40e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:11.080389479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"6e31c91a-a2b2-406c-bf4f-acd2630cf5b9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.080719472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"5f501cf5-084e-41c1-93ee-cb85fc857e30","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.167386687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"90a20393-3a63-4577-9c3e-544eedb570c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.262445787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"4eca6ef5-9296-40f6-ac2d-c47217fb3083","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.291427936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"cbf65c05-5ad4-4198-96e6-46cb569ba7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.304697879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"f7032f7a-0867-4ebd-9efb-537edb8124dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.313164709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"cbf65c05-5ad4-4198-96e6-46cb569ba7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.328256203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"f7032f7a-0867-4ebd-9efb-537edb8124dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.394176473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9709930f-8552-488f-acc6-8d2fac2a0ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.408463591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9709930f-8552-488f-acc6-8d2fac2a0ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.422056061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9709930f-8552-488f-acc6-8d2fac2a0ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.435480414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9709930f-8552-488f-acc6-8d2fac2a0ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.706241668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"969fd595-02ef-494e-9f4c-644e2a4fe5e7","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.751045646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"fedc9d5d-f9dd-40be-aaf7-8b79f7475524","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.767256954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"7fd2f0d2-3a2d-40ba-a890-0584262785dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.785903673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"7fd2f0d2-3a2d-40ba-a890-0584262785dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.804512943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"855bb2d9-e069-4e22-ac81-8c6776182e62","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:11.881645373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"8f7a54da-9fb5-40be-adc1-d706530003ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:12.125263585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe3409f-a77a-4da3-9d22-a9727ac81ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:12.138752599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe3409f-a77a-4da3-9d22-a9727ac81ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:12.152179845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe3409f-a77a-4da3-9d22-a9727ac81ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:12.165624751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fe3409f-a77a-4da3-9d22-a9727ac81ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:12.715557772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11100ee3-8641-4108-a302-f44c44103d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:12.729278642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11100ee3-8641-4108-a302-f44c44103d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:12.742725991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11100ee3-8641-4108-a302-f44c44103d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:12.756262037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11100ee3-8641-4108-a302-f44c44103d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:13.292197306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5345c528-eb2e-41bd-b8ab-1bdba6f9ccf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:13.352046547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5345c528-eb2e-41bd-b8ab-1bdba6f9ccf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:13.370524714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5345c528-eb2e-41bd-b8ab-1bdba6f9ccf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:13.386608566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5345c528-eb2e-41bd-b8ab-1bdba6f9ccf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:13.989425745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd59a7f-8b97-41aa-b018-a9fcc8fd3f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:14.002894892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd59a7f-8b97-41aa-b018-a9fcc8fd3f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:14.016139012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd59a7f-8b97-41aa-b018-a9fcc8fd3f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:14.029514494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd59a7f-8b97-41aa-b018-a9fcc8fd3f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:14.607043139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a9330b-fdbd-49ba-999f-32f5369a11da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:14.620678004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a9330b-fdbd-49ba-999f-32f5369a11da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:14.634124016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a9330b-fdbd-49ba-999f-32f5369a11da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:14.647707124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a9330b-fdbd-49ba-999f-32f5369a11da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:15.319536669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ecde24-7d3a-49f6-aece-55fa69d8abbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:15.332938032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ecde24-7d3a-49f6-aece-55fa69d8abbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:15.34640669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ecde24-7d3a-49f6-aece-55fa69d8abbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:15.3607361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ecde24-7d3a-49f6-aece-55fa69d8abbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:15.968638748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"8e5dda2c-e01e-4794-b08f-78bf63e3da87","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:16.661278923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"dd89b689-7789-44af-9f36-c2f3573d0025","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-2-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-2-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:17.750104109Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.261299666Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.261374688Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.261444924Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","tenant":"e2e-shared-a-w0-29f3ca","tenantID":"e2e-shared-a-w0-29f3ca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.274632452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-29f3ca","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.287889986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"Service","name":"maas-api-e2e-shared-a-w0-29f3ca","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.301134186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-29f3ca","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.316032236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-29f3ca","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.329009528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.342041123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.354963557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.367702684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.380521269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.393692694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.406623548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.419366262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.432539016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.445714662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.458537732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.471402859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.484195631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.497071411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.509851651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-29f3ca","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.522680435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29f3ca"},"namespace":"ai-tenant-e2e-shared-a-w0-29f3ca","name":"default-tenant","reconcileID":"7e02473b-c207-40c6-86d1-933973907ec3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-29f3ca","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:18.797315351Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-29f3ca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-29f3ca","reconcileID":"6997557d-73a0-42df-bfd8-62b16a6e609a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-29f3ca","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-29f3ca"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:19.215700357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdfece3-96d3-4a52-87ab-a6a661a8a99c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:19.228939319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdfece3-96d3-4a52-87ab-a6a661a8a99c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:19.242036968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdfece3-96d3-4a52-87ab-a6a661a8a99c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:19.25540319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdfece3-96d3-4a52-87ab-a6a661a8a99c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:19.911917225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad66794-4a4a-400f-99fa-4a8d102c9d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:19.925421382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad66794-4a4a-400f-99fa-4a8d102c9d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:19.939039794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad66794-4a4a-400f-99fa-4a8d102c9d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:19.952527117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad66794-4a4a-400f-99fa-4a8d102c9d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:20.56161953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6069792-6d80-45d4-8187-6c1552d2747c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:20.576280038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6069792-6d80-45d4-8187-6c1552d2747c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:20.589756141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6069792-6d80-45d4-8187-6c1552d2747c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:20.603341755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6069792-6d80-45d4-8187-6c1552d2747c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:21.043037134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"937652c1-2af2-44d0-8635-90442bad2739","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:21.043470974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"5db60f4c-19b8-4732-ac88-c396446731b6","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:21.043750316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"15b25b4d-32cc-44f2-a785-98ba019f8853","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"distinct-2-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"distinct-2-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:21.044038433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"5840bd3f-9ebb-4215-9b4f-16c201292b0d","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:21.082327505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"37b20287-caab-4401-9b02-c2225dc9ba1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:21.082664747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"fe6943c0-e981-4070-a092-aa0f22ecc2c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:21.084375218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"5e08683f-08dc-4771-aab3-d0c17eb93948","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:21.087869152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"6f6e634b-5669-4044-8484-67c89e429d54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:21.101561199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"37b20287-caab-4401-9b02-c2225dc9ba1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:21.103922182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"fe6943c0-e981-4070-a092-aa0f22ecc2c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:21.185252831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"df1cf39c-b9d5-4e26-b2c0-6abb09d49915","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:21.1852528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"aa1ee0dd-e871-47fc-861d-020d18114db9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.075684237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"f94cbc1e-8842-4171-87ca-c160213fd682","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.098406088Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.098466598Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","namespace":"ai-tenant-e2e-shared-a-w2-a782e5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.098532844Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","tenant":"e2e-shared-a-w2-a782e5","tenantID":"e2e-shared-a-w2-a782e5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.118108244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-a782e5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.1181754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"7f23d95c-c861-4944-823f-13633c91cffb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.191023182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"Service","name":"maas-api-e2e-shared-a-w2-a782e5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.213215774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"7678b0e5-0808-4b29-998d-be91a2fe837d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.232874698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-a782e5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.236541063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"7678b0e5-0808-4b29-998d-be91a2fe837d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.252618065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-a782e5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.274319396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.296562909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.296931701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"7b1c364d-868f-4d1c-ba37-019ee63790a2","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.317865655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.333764367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.346883993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.360276336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.373328264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.374266935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"bc82ee07-5f7d-42e8-ac94-f3daca797af4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.386372787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.399492263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.412350545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.425480137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.453937727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.469019383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.488977962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.507911009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-a782e5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.522915244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a782e5"},"namespace":"ai-tenant-e2e-shared-a-w2-a782e5","name":"default-tenant","reconcileID":"832bb23f-e566-4c14-8175-a34b6408ecb8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-a782e5","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:22.873425883Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a782e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a782e5","reconcileID":"c1d99afb-e082-485a-b77c-bbc1e4ba3319","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a782e5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a782e5"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:23.254389052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e032ec-a18c-4b76-9dcf-e36655e8198a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:23.26788115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e032ec-a18c-4b76-9dcf-e36655e8198a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:23.281277577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e032ec-a18c-4b76-9dcf-e36655e8198a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:23.294965349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e032ec-a18c-4b76-9dcf-e36655e8198a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:23.838604418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d04f7e6-b31c-440c-8cf7-cc705c60ffc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:23.852105021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d04f7e6-b31c-440c-8cf7-cc705c60ffc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:23.86552393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d04f7e6-b31c-440c-8cf7-cc705c60ffc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:23.878804313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d04f7e6-b31c-440c-8cf7-cc705c60ffc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.269051444Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"b7b89957-4758-44ca-95d1-05e25bd0ac65","namespace":"ai-tenant-e2e-worker-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.269118688Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"b7b89957-4758-44ca-95d1-05e25bd0ac65","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.287257009Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"b7b89957-4758-44ca-95d1-05e25bd0ac65","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.287814633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"0803d13b-a5df-4880-8a5f-7dd8feb5f83d","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.309863219Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"b7b89957-4758-44ca-95d1-05e25bd0ac65","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.309878565Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"b7b89957-4758-44ca-95d1-05e25bd0ac65","namespace":"ai-tenant-e2e-worker-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.309939217Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"b7b89957-4758-44ca-95d1-05e25bd0ac65","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.310303858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"79a2af0a-c613-48d4-90f0-5c727d8a81fe","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.331006312Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"b7b89957-4758-44ca-95d1-05e25bd0ac65","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.331360402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"305bae78-2dcf-4308-9680-373090c036f5","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.339916443Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"c7c5ad0a-4287-4995-8cdd-fa0519bc25e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a307fa79","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.352099781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"1dbff821-6245-4e44-88d3-7c3b53ceaa37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.355730064Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"b7b89957-4758-44ca-95d1-05e25bd0ac65","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.356080642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"22a0a12d-b795-4689-906a-ec7c026acd0f","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.359505743Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"0ad6dbd9-d932-4a56-99bd-8508626de8b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc72f0e2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.367324663Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"029d54bd-0026-44f9-9884-17a1c7999b4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a307fa79","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.37212952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"1dbff821-6245-4e44-88d3-7c3b53ceaa37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.388621992Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"32db44d7-1ea7-4035-94c0-f37e314dfc4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc72f0e2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.462072426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"1dae2c4a-0bcd-4200-b38a-423bab170738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.480298592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"1dae2c4a-0bcd-4200-b38a-423bab170738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.488488668Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"76bb8703-8df8-4694-9536-4f2ae27f072d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.518813291Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"eafc829c-8a59-4eae-aa5c-31ddf75bbd7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.551942874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"76bb8703-8df8-4694-9536-4f2ae27f072d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.57849114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"76bb8703-8df8-4694-9536-4f2ae27f072d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.578513449Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-access","reconcileID":"76bb8703-8df8-4694-9536-4f2ae27f072d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.631287315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"eafc829c-8a59-4eae-aa5c-31ddf75bbd7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.64191793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"f2cb0da2-268e-4059-80fe-8633cce936ee","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.657650408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"eafc829c-8a59-4eae-aa5c-31ddf75bbd7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"e2e-worker-w4-02665b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.657672671Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-access","reconcileID":"eafc829c-8a59-4eae-aa5c-31ddf75bbd7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-02665b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:24.684681719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"d5e9f747-9b1e-4528-a3f0-29d028d8a784","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:27.092460569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c179ad-7bb1-4a00-9281-984f5e72f0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:27.105680514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c179ad-7bb1-4a00-9281-984f5e72f0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:27.118911024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c179ad-7bb1-4a00-9281-984f5e72f0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:27.13222754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c179ad-7bb1-4a00-9281-984f5e72f0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:27.712056143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fc341e-bbd2-4654-b556-6a5625ce8874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:27.725259147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fc341e-bbd2-4654-b556-6a5625ce8874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:27.738521079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fc341e-bbd2-4654-b556-6a5625ce8874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:27.751919692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fc341e-bbd2-4654-b556-6a5625ce8874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:28.29409652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0198453-62ce-4653-b4cf-a970496da1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:28.308115424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0198453-62ce-4653-b4cf-a970496da1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:28.323704903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0198453-62ce-4653-b4cf-a970496da1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:28.33895383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0198453-62ce-4653-b4cf-a970496da1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:28.907612351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb316cc6-f7c6-4e47-9e3a-62adad192bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:28.921127086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb316cc6-f7c6-4e47-9e3a-62adad192bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:28.934706246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb316cc6-f7c6-4e47-9e3a-62adad192bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:28.948173896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb316cc6-f7c6-4e47-9e3a-62adad192bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:29.638337434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57df45c-879d-4b0a-b86e-d2af18a4bebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:29.651711636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57df45c-879d-4b0a-b86e-d2af18a4bebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:29.664857265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57df45c-879d-4b0a-b86e-d2af18a4bebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:29.678098733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57df45c-879d-4b0a-b86e-d2af18a4bebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:30.899735406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"5c26ae97-685d-4538-b6e5-cd4fae38e9ec","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:31.088584675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"9c07d6c7-bf01-4fbe-af0b-879f31f4439c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:31.43826948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"748aabca-0590-4432-a2c6-f1d7935af751","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:31.731409694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"16274e88-3749-49e0-89fe-08ced6d0a119","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:31.896137591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248cb0d1-434f-4661-a05e-6d6082bb2581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:31.915943325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248cb0d1-434f-4661-a05e-6d6082bb2581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:31.929534913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248cb0d1-434f-4661-a05e-6d6082bb2581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:31.943046584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248cb0d1-434f-4661-a05e-6d6082bb2581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:32.503583243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79848a0e-c42b-4a5f-aa52-e75cbccf07ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:32.51722095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79848a0e-c42b-4a5f-aa52-e75cbccf07ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:32.530850266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79848a0e-c42b-4a5f-aa52-e75cbccf07ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:32.544497189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79848a0e-c42b-4a5f-aa52-e75cbccf07ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:34.388354247Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"a719aabe-856e-4f77-8da4-182171ee4b67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:34.419041285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"0f590582-62cb-471d-a80e-abf6abffca1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:34.419809727Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"a719aabe-856e-4f77-8da4-182171ee4b67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:34.435091055Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"simulator-subscription","reconcileID":"a719aabe-856e-4f77-8da4-182171ee4b67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:34.43562575Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"0f590582-62cb-471d-a80e-abf6abffca1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:34.461517646Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"premium-simulator-subscription","reconcileID":"0f590582-62cb-471d-a80e-abf6abffca1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-02665b"},"name":"maas-trlp-premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b","model":"e2e-models-e2e-worker-w4-02665b/premium-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:34.534142474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"06370af2-b59a-4b20-81b7-1e5e8e9b9e42","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"simulator-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"simulator-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:34.627728195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"ca969ffa-d920-48e7-8545-37fddf289aff","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"routeName":"premium-w4-02665b-kserve-route","namespace":"e2e-models-e2e-worker-w4-02665b","llmisvcName":"premium-w4-02665b","gateway":"openshift-ingress/e2e-worker-w4-02665b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:37.983761808Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","namespace":"ai-tenant-e2e-worker-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:37.983912359Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","namespace":"ai-tenant-e2e-worker-w4-02665b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:37.984018745Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","tenant":"e2e-worker-w4-02665b","tenantID":"e2e-worker-w4-02665b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:37.999712311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"Deployment","name":"maas-api-e2e-worker-w4-02665b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.026412699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"Service","name":"maas-api-e2e-worker-w4-02665b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.061019147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-02665b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.081354683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-02665b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.122139177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.141044013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.172819368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.192305123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.205325934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.2179334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.251777101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"Service","name":"payload-processing-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.266997907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.280076656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.292849388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.340417942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.361298509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.382351908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.398285954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.398735018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97841ccd-cf7c-4e9c-9ace-19f27c078c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.411860884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-02665b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.412331877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97841ccd-cf7c-4e9c-9ace-19f27c078c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.425242472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-02665b"},"namespace":"ai-tenant-e2e-worker-w4-02665b","name":"default-tenant","reconcileID":"8fc6694f-fc78-404f-9b5c-289c3057d212","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-02665b","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.42568289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97841ccd-cf7c-4e9c-9ace-19f27c078c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.439223937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97841ccd-cf7c-4e9c-9ace-19f27c078c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:38.768086617Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-02665b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-02665b","reconcileID":"34b1d1d0-3db5-434c-9e10-3e44d546668a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-02665b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-02665b"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.817217773Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"3b19636e-5bb5-4c76-a3bb-c629440ae30d","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.84924835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"3b19636e-5bb5-4c76-a3bb-c629440ae30d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.849431144Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"e56cfb71-68f6-4bcf-be95-fa563f6aa5ca","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.868543412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"e56cfb71-68f6-4bcf-be95-fa563f6aa5ca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.868716781Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"56fd7b1b-249b-41cf-8a03-81d474e16f06","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.88580041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"56fd7b1b-249b-41cf-8a03-81d474e16f06","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.885951817Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"a4a4e4b7-e1ad-4a66-b341-3d5c59fe1469","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.904750836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"a4a4e4b7-e1ad-4a66-b341-3d5c59fe1469","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.904870415Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"e100b5cb-4001-4246-9091-d0743544f3b6","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.904916032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"e100b5cb-4001-4246-9091-d0743544f3b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.905013423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"c8327e47-31e4-413f-943a-44d57364ba2f","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.905100581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"c8327e47-31e4-413f-943a-44d57364ba2f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.905248462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"af2e1f2c-039d-4746-9db4-8c86821efa08","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.905289955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"af2e1f2c-039d-4746-9db4-8c86821efa08","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.910500172Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"efee3ba8-d647-44f3-91be-28a1ae8732b0","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.910549404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"efee3ba8-d647-44f3-91be-28a1ae8732b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.915911356Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"797da5ca-6651-47e3-84fe-6e1152f593d4","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.915982728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"797da5ca-6651-47e3-84fe-6e1152f593d4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.916109165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"f2193c38-5891-4d0e-b84b-eb6f8f1d8aa6","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.916162341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"f2193c38-5891-4d0e-b84b-eb6f8f1d8aa6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.916288146Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"50488a18-510d-41d0-b413-c1959bbe9828","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.91633477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"50488a18-510d-41d0-b413-c1959bbe9828","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.921264512Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"34fb75ad-dd81-4a64-b967-646081fbb1de","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.921323145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"34fb75ad-dd81-4a64-b967-646081fbb1de","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.939004859Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"d1b8ea81-df79-4be4-b51c-41ef8ed52d5e","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.939192271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"d1b8ea81-df79-4be4-b51c-41ef8ed52d5e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.939380291Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"d3d26d41-b881-4585-a5d2-1c413fad68b3","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.939454241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"d3d26d41-b881-4585-a5d2-1c413fad68b3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.939616679Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"ea38da22-f78c-4b03-a0ac-b0c0ae001c41","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.944670628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"ea38da22-f78c-4b03-a0ac-b0c0ae001c41","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.944905332Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"e63c296f-1ac1-49e5-bfb2-5861fc17782d","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.944993733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"e63c296f-1ac1-49e5-bfb2-5861fc17782d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.980200995Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"2512c0db-d849-4d39-9b24-9ccae25ea47a","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.980268955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"2512c0db-d849-4d39-9b24-9ccae25ea47a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.980368611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"7bb573b8-9485-4e88-942c-8b3dff5a7191","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.980406665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"7bb573b8-9485-4e88-942c-8b3dff5a7191","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.985695368Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"c51cd54d-7504-4e5e-b635-218d2a4ef821","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.985748123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"c51cd54d-7504-4e5e-b635-218d2a4ef821","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.98583412Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"3c1b5723-e157-427a-a2dc-20954870bda3","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:38.985869868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"3c1b5723-e157-427a-a2dc-20954870bda3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.061201306Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"dfbfd238-1ddf-4a9b-bba7-ab9e5030720a","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.061264107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"dfbfd238-1ddf-4a9b-bba7-ab9e5030720a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.061340114Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"51ce95a3-de71-4d00-bca0-08638ea2ab60","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.06137306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"51ce95a3-de71-4d00-bca0-08638ea2ab60","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.06632623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"70a82d90-00a2-4c1b-bcfa-a68b9031f68d","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.066385692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"70a82d90-00a2-4c1b-bcfa-a68b9031f68d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.066472323Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"2542b01b-4872-4ec1-acdf-8858b8beff37","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.066507434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"2542b01b-4872-4ec1-acdf-8858b8beff37","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:39.125072619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fffb47a-a0c2-4f20-b8d6-c292f0854c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:39.14005229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fffb47a-a0c2-4f20-b8d6-c292f0854c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:39.153310986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fffb47a-a0c2-4f20-b8d6-c292f0854c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:39.166834014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fffb47a-a0c2-4f20-b8d6-c292f0854c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:39.188239175Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-d96837","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-d96837","reconcileID":"9b5c3d6c-e43f-48d7-903b-0c6ecc0ebb92","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-d96837","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-d96837":"true"},"removed":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.222110749Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"6d147913-a6a7-4dcd-80f4-fd72f8e2c3c1","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.222175805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"6d147913-a6a7-4dcd-80f4-fd72f8e2c3c1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.222288764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"03dc5e21-9a48-4a66-989a-377515f0d445","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.222323645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"03dc5e21-9a48-4a66-989a-377515f0d445","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.227200222Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"9299aeba-9e20-44b8-85db-bd9a019b1c8b","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.227253944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"9299aeba-9e20-44b8-85db-bd9a019b1c8b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.227338358Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"83f6f9f6-d72f-4ea4-9e9b-728ee681a361","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.22737447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"83f6f9f6-d72f-4ea4-9e9b-728ee681a361","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.54296673Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"f48054df-18c9-4f80-84cf-d2f0f34a02d6","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.543025162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"f48054df-18c9-4f80-84cf-d2f0f34a02d6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.543102913Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"2b7daa78-306a-4270-a6e5-8d41b3429c31","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.543131767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"2b7daa78-306a-4270-a6e5-8d41b3429c31","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.547668194Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"d7c3d5ff-1ff0-48c3-8a1a-be1654e23343","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.547732764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"d7c3d5ff-1ff0-48c3-8a1a-be1654e23343","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.547869339Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"a8d66bfd-ba71-4f9b-83cb-df7d525d8a0b","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:39.547911345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"a8d66bfd-ba71-4f9b-83cb-df7d525d8a0b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:39.717311375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655fd870-28ed-4abe-84d9-631a3e0cc215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:39.731130038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655fd870-28ed-4abe-84d9-631a3e0cc215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:39.744375617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655fd870-28ed-4abe-84d9-631a3e0cc215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:39.757820496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655fd870-28ed-4abe-84d9-631a3e0cc215","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:40.183398376Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"c63d382c-e168-4d99-8a57-eaef73bcf8c8","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:40.183458436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"c63d382c-e168-4d99-8a57-eaef73bcf8c8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:40.183535409Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"618b6761-97dc-4535-b576-459b8f5458af","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:40.183566156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"618b6761-97dc-4535-b576-459b8f5458af","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:40.188380834Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"14ef202f-cb59-4c58-9f3f-580103fcb029","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:40.188431519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"14ef202f-cb59-4c58-9f3f-580103fcb029","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:40.188500752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"078d53db-37e3-43ed-a180-1f3bdf6db13a","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:40.18853075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"078d53db-37e3-43ed-a180-1f3bdf6db13a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:41.464264844Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"87428043-cd6a-433f-9a42-6d136afd2d8e","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:41.46433548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"87428043-cd6a-433f-9a42-6d136afd2d8e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:41.464450319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"cce0c6c9-87af-4b52-afbf-40a15f492629","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:41.464493842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"cce0c6c9-87af-4b52-afbf-40a15f492629","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:41.468779407Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"03344694-3c46-4f6c-8e70-bc83448abc69","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:41.468834005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"03344694-3c46-4f6c-8e70-bc83448abc69","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:41.468905915Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"43e01977-3148-48f3-a02d-67513261806f","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:41.46893929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"43e01977-3148-48f3-a02d-67513261806f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:44.029763422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"7b70c9fd-927a-41de-8b80-57e425596250","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:44.029957378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"7b70c9fd-927a-41de-8b80-57e425596250","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:44.030119235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"6bff8e95-6f30-4b16-8a85-4af2b8a87f5a","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:44.030169876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"6bff8e95-6f30-4b16-8a85-4af2b8a87f5a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:44.030272773Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"248be3b0-ff1c-4daf-aac6-78f1c07c53b0","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:44.030407258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"248be3b0-ff1c-4daf-aac6-78f1c07c53b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:44.030609622Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"e4c7b8bf-eb52-4d8e-a6ff-824fcbc3c88f","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:44.033026996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"e4c7b8bf-eb52-4d8e-a6ff-824fcbc3c88f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.923438047Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"5bb1bd9e-01db-4e8a-b122-55e6780d53ed","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.923537389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"5bb1bd9e-01db-4e8a-b122-55e6780d53ed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.923715067Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"35e0c7f5-23ec-43c6-90b7-0d8808d15df7","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.923786779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"35e0c7f5-23ec-43c6-90b7-0d8808d15df7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.923899713Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"bbcca609-7617-448b-ae91-5a31aa5b0503","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.923953486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"bbcca609-7617-448b-ae91-5a31aa5b0503","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.924067698Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"57a4ea68-7a18-476d-ba4e-db2388262b71","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.924116094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"57a4ea68-7a18-476d-ba4e-db2388262b71","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.926380967Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"126b73d0-156a-4e65-9fc0-5f9204cc02e8","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.926436892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"126b73d0-156a-4e65-9fc0-5f9204cc02e8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.926515371Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"7a75a1fc-2e0b-45e3-823f-ee4abba3f8ec","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.926551704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"7a75a1fc-2e0b-45e3-823f-ee4abba3f8ec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.926673085Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"4ec84727-fa56-48e8-a22d-d2e3ff82f7ad","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.926707019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"4ec84727-fa56-48e8-a22d-d2e3ff82f7ad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.926803069Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"0aa5f0d9-768f-4bb3-8d3c-c219ac457a56","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.926855337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"0aa5f0d9-768f-4bb3-8d3c-c219ac457a56","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.928779681Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"faf3d503-32ee-4a3e-bf58-867bb5e84e62","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.928851442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"faf3d503-32ee-4a3e-bf58-867bb5e84e62","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.928947806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"cf5f9fff-3cc0-4cc2-bc15-c05fe9a0cded","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.928998356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"cf5f9fff-3cc0-4cc2-bc15-c05fe9a0cded","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.929103351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"f3d70db7-f776-4db3-bccf-29a66047d3b2","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.929155655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"f3d70db7-f776-4db3-bccf-29a66047d3b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.929258832Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"de1b91b2-1cb7-4086-9eae-75e29a5d56d9","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.929305572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"de1b91b2-1cb7-4086-9eae-75e29a5d56d9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.930827236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"0778f3c0-22df-4b23-8d50-12e965fa9cd0","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.930893294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"0778f3c0-22df-4b23-8d50-12e965fa9cd0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.930996508Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"cf134e35-c0f5-43bb-897c-1a4f84a6c89a","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.931056934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"cf134e35-c0f5-43bb-897c-1a4f84a6c89a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.931151538Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"22163a84-152f-49eb-87b8-cf7d2ff23480","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.931195341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"22163a84-152f-49eb-87b8-cf7d2ff23480","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.931300423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"7689082d-8163-43a2-bd12-7a145ff2810b","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:45.931343537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"7689082d-8163-43a2-bd12-7a145ff2810b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:47.749801912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.408233181Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","namespace":"ai-tenant-e2e-shared-b-w0-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.408291829Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","namespace":"ai-tenant-e2e-shared-b-w0-415d24","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.408341114Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","tenant":"e2e-shared-b-w0-415d24","tenantID":"e2e-shared-b-w0-415d24","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.425500208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-415d24","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.455428381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"Service","name":"maas-api-e2e-shared-b-w0-415d24","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.474952314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-415d24","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.490095837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-415d24","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.506230752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.522347867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.54099491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.557038183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.570036131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.583009583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.595978964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.608847585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.621836812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.634803937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.647687792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.664764759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.677842991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.694898447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.708161536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-415d24","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:48.72093654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-415d24"},"namespace":"ai-tenant-e2e-shared-b-w0-415d24","name":"default-tenant","reconcileID":"88b28e83-7a49-4dd8-888c-97c99995b41b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-415d24","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:49.034279357Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-415d24","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-415d24","reconcileID":"4553c164-3133-4d64-af46-6f1e4dca5b6f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-415d24","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-415d24"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:49.374729126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54dfbfb4-c1b1-4bc6-8e03-220cfbe1e98b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:49.388421425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54dfbfb4-c1b1-4bc6-8e03-220cfbe1e98b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:49.402613123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54dfbfb4-c1b1-4bc6-8e03-220cfbe1e98b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:49.415876773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54dfbfb4-c1b1-4bc6-8e03-220cfbe1e98b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:49.989636341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7cd93c-1f17-44af-936a-acffb7cac149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:50.011547782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7cd93c-1f17-44af-936a-acffb7cac149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:50.025038829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7cd93c-1f17-44af-936a-acffb7cac149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:50.038474342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7cd93c-1f17-44af-936a-acffb7cac149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.024986218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"11b9db1f-b733-4f6c-a1ed-93de2f777ac0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-d96837","tenantID":"e2e-autores-d96837","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.064781085Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"11b9db1f-b733-4f6c-a1ed-93de2f777ac0","name":"e2e-autores-d96837-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.08412777Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.084204218Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.084256804Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","tenant":"e2e-shared-b-w2-05c6b2","tenantID":"e2e-shared-b-w2-05c6b2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.099220824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-05c6b2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.130256659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"Service","name":"maas-api-e2e-shared-b-w2-05c6b2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.149255944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-05c6b2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.164852601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-05c6b2","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.181017149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.197306241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.215643031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.231803742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.245480963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.259034393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.272047297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.285596748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.298622274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.311682444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.325041339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.350773558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.377919124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.391514917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.405116622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-05c6b2","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.427405949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-05c6b2"},"namespace":"ai-tenant-e2e-shared-b-w2-05c6b2","name":"default-tenant","reconcileID":"82940903-1d10-490f-b228-90cb63f10c85","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-05c6b2","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:52.767811542Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-05c6b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-05c6b2","reconcileID":"821c4fef-9d08-451f-a8ea-c8a339386ec7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-05c6b2","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-05c6b2"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:53.176512966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"353a21a2-0929-4b1a-ab35-af28d2b33fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:53.192666961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"353a21a2-0929-4b1a-ab35-af28d2b33fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:53.206623048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"353a21a2-0929-4b1a-ab35-af28d2b33fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:53.220252843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"353a21a2-0929-4b1a-ab35-af28d2b33fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:53.280029519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"f8c18a55-6569-4110-91d1-83b88d70d42b","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:53.280093666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"f8c18a55-6569-4110-91d1-83b88d70d42b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-2-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:53.29420275Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"83be78f2-df7d-4ee5-8724-63cae9fa2746","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:53.294269447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"83be78f2-df7d-4ee5-8724-63cae9fa2746","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/distinct-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:53.301944436Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"79e04718-d2bc-417e-aad2-03eb90603a0b","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:53.302001766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"79e04718-d2bc-417e-aad2-03eb90603a0b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/premium-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:53.308713312Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"560e28f0-8572-4fb3-b238-3699e9dfffc0","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:53.308767291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"560e28f0-8572-4fb3-b238-3699e9dfffc0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-02665b/simulator-w4-02665b: AITenant \"e2e-worker-w4-02665b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:53.76245441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"1a1d29d4-6210-4a1b-9d01-fdeeb204ddff","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:53.85049745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"6dc94605-a9ad-485d-9b08-f676441ce647","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:53.858414519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494c21a2-0b3d-43cb-9c6a-a5837af34663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:53.872012824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494c21a2-0b3d-43cb-9c6a-a5837af34663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:53.885516622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494c21a2-0b3d-43cb-9c6a-a5837af34663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:53.905429119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494c21a2-0b3d-43cb-9c6a-a5837af34663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:53.960734727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"a5ded2db-c2ae-48d6-bd5d-8f67a3fccfe9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:54.048244616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"b9c6c644-a93b-4df2-bede-ca4592d473a1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:54.167485674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"53312767-a9de-4dd9-b70b-e4ef4c143acc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:54.244554884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"267fb111-43fc-414b-91ff-8cfdd9a7c2c1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:54.362957823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"131a9e52-62dd-4325-a06b-d3300544f67c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:54.451789838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"e6859f9c-7d7c-4a60-a86a-cc47db633961","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:54.546192386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"7d85019e-f9a1-40f0-8919-92b592c1ab4a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:54.645359617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"e49775b2-4764-400d-b688-5c67f48559ac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:54.764869747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"1c7a31d0-6d69-47ce-860b-98743ee66fe4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:54.84951974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"ed4eeed0-4510-4f36-a846-4c6769d8f55c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:54.946079409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"3542cbe5-e81e-4447-886c-1587b8aa1d4e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:55.048154744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"e11f95ad-d980-4edc-a9c3-b05ebd33b2fc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:55.152936614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"2fcecaf8-2bf9-4827-96f2-79e44f0a6329","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:55.252886392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"2ce20eb1-517b-4580-a409-89b092fbd871","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:55.356991388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"c7eb98f5-2c28-4c14-a283-b8491ee5ab88","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:55.453616991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"48be1212-1ddc-402c-9777-b50bab383d51","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:55.552662159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"90d6ce2d-4b27-41dc-bf18-e24dd1bfb0eb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:55.653623721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"bd65a75e-905f-4028-a825-89958c76d39c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:55.753465589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"d4bf04ea-4cec-46e8-8226-29a5cb44f6e3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:55.863620659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"ce5741f7-d85f-4738-9309-65ea7e56d843","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:55.96366282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"baa55e55-0ca2-4737-98f3-5f2e6a169d49","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:56.105181707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"3a4e6b97-2834-4876-b153-3e6a2e566952","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:56.17639387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"2b3fed61-a747-4736-be75-07b2abe73bb4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:56.262267371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"4e07633f-9ebe-46d5-bf0f-7af058f89877","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:56.37934231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"8bb626f7-5970-429a-8566-85564a5c62ed","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:56.468340356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"83d5f283-1a62-4f5c-b005-9e860f3e7a18","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:56.567617011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"d0946776-2f6e-4d68-ba6c-f0ab6d4dde67","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:56.667212267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"a5849994-2a6a-4d76-bfe1-a915512f2f51","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:56.772168916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"d8326e48-7eb9-4faa-8104-a65e68279e79","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:56.87166004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"61ac3411-72d6-47ca-937a-0263cdbf5860","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:56.87186189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"7b4c48f8-19b4-442e-a3f0-dcc6252e52fe","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:56.886000063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"3175f0b8-0c83-428d-b815-e31021f21d8b","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:56.886215393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"82038e65-83cf-4ebb-808d-5a61052966af","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:56.886506957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"7ef82144-6599-4aeb-af4c-ddeec33495fe","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:56.886780425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"5781c00c-cc56-4057-84db-3f9c92066a73","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:56.913516858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"2da78bc2-f3a0-4c04-b5cc-d3491739f307","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:56.92462806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"7299e05d-071e-4bf3-b0f3-a04321350d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:56.924631041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"a35550ef-009f-43a5-99f6-39ae7197a674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:56.942969845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"a35550ef-009f-43a5-99f6-39ae7197a674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:56.943266137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"7299e05d-071e-4bf3-b0f3-a04321350d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.068784009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"ecf60f45-3d20-441c-b133-6f534417fad3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.06886396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"14251d5a-e391-437a-80cf-21c06ef01a9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.115184814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"90a2ceb5-8a84-4096-8599-cb0655dfd8c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.115199068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"5a5f7efa-1d90-455b-bfe0-fb73f237d910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.133976128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"90a2ceb5-8a84-4096-8599-cb0655dfd8c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.135470007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"5a5f7efa-1d90-455b-bfe0-fb73f237d910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.141401611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"24cbb178-3c43-40fe-ad1f-59f20b47e79d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.209461697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241ff13c-82ce-4f58-af77-40aab4557467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.22342065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241ff13c-82ce-4f58-af77-40aab4557467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.236894898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241ff13c-82ce-4f58-af77-40aab4557467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.250260824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241ff13c-82ce-4f58-af77-40aab4557467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:57.332814805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"21388ed4-84c1-49a6-96f6-9a5095f0454e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:57.432848581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"c7e00852-f3b2-4ec7-9609-a8755b9c5c47","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:57.546592835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"76319e5f-38a9-47a6-8b7f-5718e636c022","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:57.677296669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"fecf5e62-619c-4d72-bb16-e21f52aa2d3d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:57.74570946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-2-w3-564c8f","reconcileID":"b4a073c9-65f8-415a-b391-9211d67e8ef5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.853450497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ed6479-fdf1-4539-90dd-b3d5c47ab3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.86683178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ed6479-fdf1-4539-90dd-b3d5c47ab3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.88008643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ed6479-fdf1-4539-90dd-b3d5c47ab3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:57.893475298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ed6479-fdf1-4539-90dd-b3d5c47ab3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:58.426475256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b6d8be-57e8-4499-b187-e92351409cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:58.439806626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b6d8be-57e8-4499-b187-e92351409cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:58.452981989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b6d8be-57e8-4499-b187-e92351409cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:58.466415132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b6d8be-57e8-4499-b187-e92351409cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:58.682616303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"6b7a7d50-7f36-47c8-9636-5088983761a7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:58.797097464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"5d8ff61b-012a-4c01-8415-2e94e9f431aa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:58.907207636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"cc549c06-1598-45b6-9c8d-20b7ba55ea87","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:59.010151543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4026ad53-1728-4f0a-a95c-bf4dc6a153d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:59.023499983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4026ad53-1728-4f0a-a95c-bf4dc6a153d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:59.036796687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4026ad53-1728-4f0a-a95c-bf4dc6a153d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:59.050832391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4026ad53-1728-4f0a-a95c-bf4dc6a153d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:38:59.106189785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"29d400fc-28c4-4be4-b12a-f202a6eeb56b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:59.729898348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564c2524-ccde-4ca0-b5c4-533eeb9aaeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:59.744453135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564c2524-ccde-4ca0-b5c4-533eeb9aaeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:59.758365305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564c2524-ccde-4ca0-b5c4-533eeb9aaeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:38:59.773314547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564c2524-ccde-4ca0-b5c4-533eeb9aaeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.428992848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"2d5934b2-ab53-4ef9-bc59-06874df7f144","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.468007621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"443181e4-69ce-43b3-a5ce-aa5f9dbd8e49","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.468296373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"bcf3f70b-8333-4a23-9112-6bac8699fe0d","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.468526355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"82110ee7-ce49-463d-8d65-4e1cfc4f2df0","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.481916521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"906e150a-89a7-4207-aae0-f5d0227f4c9c","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.502717849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"eb7fdf01-3b8f-4c50-b12d-fe917d3277c7","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.502941239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"2cd92da8-4c3c-4aa9-aee8-3db3e995e078","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.503225009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"7e87ad6a-7158-4a2b-b300-e0c90638f3a3","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.503477676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"d53d2b8b-7130-4d57-ba88-75c9f47404b2","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.524442815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"91c9e2db-8923-4cf3-a3a0-6d02b6da44f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.526355623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"74c6c26a-bcde-4d01-867c-2430606d71fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.541829083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"761b70a6-7082-4c65-970e-c9862ca0f8b8","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.54430407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"91c9e2db-8923-4cf3-a3a0-6d02b6da44f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.652320315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"cbc4c8ac-c177-472e-86fe-f3fc1bfe35af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.666880822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"0b6a86b4-056b-4cf4-9b2c-6d3d5c77b8fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.667017598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"798a1dee-aad2-45e2-a642-cab97a479dc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.670568971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"cbc4c8ac-c177-472e-86fe-f3fc1bfe35af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.711958093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"150569a2-0767-4fcc-ada2-67ca6e525cf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.729862153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"150569a2-0767-4fcc-ada2-67ca6e525cf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.796229197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"e3300990-cabb-4eba-af06-1a56e9953154","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.820210954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52aab4d2-cfe6-4a74-afe6-c9df086094c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.833536634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52aab4d2-cfe6-4a74-afe6-c9df086094c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.846839304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52aab4d2-cfe6-4a74-afe6-c9df086094c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.860124104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52aab4d2-cfe6-4a74-afe6-c9df086094c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.911696481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"0dc2dcd9-b95c-495c-a59c-c7d360a28db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:00.936068362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"0dc2dcd9-b95c-495c-a59c-c7d360a28db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:01.394674272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"6ef61f80-25a4-4696-a85d-bc2b41f07ce6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:01.465147719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"70b1a086-f35f-4af3-a3fc-adf82e2b6033","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:01.524222869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387bec5c-912e-4da9-ad19-9eb908ed0f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:01.538366511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387bec5c-912e-4da9-ad19-9eb908ed0f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:01.553733576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387bec5c-912e-4da9-ad19-9eb908ed0f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:01.567203307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"98e3ac69-816b-42f5-ada9-9e88a5cd8acf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:01.567973236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387bec5c-912e-4da9-ad19-9eb908ed0f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:01.743354011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"47f75a7b-ffb8-4f71-82f0-86450c0f93b5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:01.843568058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"e2a813b3-fb3a-4e57-8609-ba1f2f19d986","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:01.892428537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"0a98d96c-5e96-4cef-aa0c-16a6be577e20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:01.922753306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"5a822880-786e-4a65-bcd9-8519c3c289fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:01.939755851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"9937205b-9a2c-4ecc-bd88-71bb76e634af","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:01.943822798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"5a822880-786e-4a65-bcd9-8519c3c289fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:01.957410939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"9187fe22-bcf8-44be-8ed9-465bf21e30ba","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:01.994897067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"4a62079b-77e7-425d-9ac5-dd0c1b609997","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:01.999315624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"8aa991b0-0691-4035-bbfb-3d31cfdebc67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.053236459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"961c58e4-9dab-4035-9050-b76abe89a86a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.065164929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"1fe6b5d6-6610-40f8-8669-3af2f2e4350f","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.07153147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"961c58e4-9dab-4035-9050-b76abe89a86a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.087566168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"4c66b177-5199-451e-81bf-49874a353a46","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.106865978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"cdb80a54-9b95-4071-a42c-dc40594230f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.124679936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"90825c2d-8082-49e9-9f3c-3ab529bd03f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.143056859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"90825c2d-8082-49e9-9f3c-3ab529bd03f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.154641779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"c8d08454-dfbf-43f3-886e-16d939e4fac0","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.165641708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bcf216-21f2-40b1-ac86-cb9bac8dbd0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.179632965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bcf216-21f2-40b1-ac86-cb9bac8dbd0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.193375861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bcf216-21f2-40b1-ac86-cb9bac8dbd0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.207245564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bcf216-21f2-40b1-ac86-cb9bac8dbd0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.221136795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"3e425ac1-bd74-45a9-8061-3e659a400fb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:02.22154426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"5635ce6e-b906-4c4c-aaf1-5438ccedaccd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:04.715607661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"c67f7bf6-d9d0-49cb-8c73-671984138ca2","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.04217171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a993cbe6-7566-47cb-9269-ac8a63b5c337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.056468779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a993cbe6-7566-47cb-9269-ac8a63b5c337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.069983599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a993cbe6-7566-47cb-9269-ac8a63b5c337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.08377195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a993cbe6-7566-47cb-9269-ac8a63b5c337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.607251336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"e3868511-96c5-46a3-88b5-7ad102331163","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.704326639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fed5735-45bc-4d2d-a35e-4a2dee4b7abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.717872625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fed5735-45bc-4d2d-a35e-4a2dee4b7abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.73142788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fed5735-45bc-4d2d-a35e-4a2dee4b7abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.745707626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fed5735-45bc-4d2d-a35e-4a2dee4b7abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.779032596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"a9fcd917-7250-455e-9378-3b0f4dc766d3","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.831538803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"14f93cac-50e6-470e-8900-8f97b925eb24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.843152229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"f759f7fd-fc55-424e-b950-a83c20168e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.861022684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"f759f7fd-fc55-424e-b950-a83c20168e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.880173623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"a7c89fe6-7692-449f-ac7a-58cd9efdbe50","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:05.922646175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"16a58db3-7ceb-4948-b428-d72596c8a1d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:06.587069458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"e494439d-5003-4311-9c42-2493f66fe53c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:06.697058188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"99a17223-d2d6-4ce1-b753-8a1e8410ae44","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:06.787769013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"030043f3-a191-4b41-b342-990445226517","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:06.933729484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"d70e4c26-ef84-4d8a-8d24-a531af71bf2e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:06.982916054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"8b604191-acdf-4313-847e-5bfbacb32a1b","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:06.983312113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"a2fad463-100f-4258-b792-eaa548e5b99b","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:06.983500349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"c524cad8-3558-4df5-92db-c21796e163cf","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"distinct-2-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"distinct-2-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:06.983683307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"03334fe0-2932-4fd7-887d-bdb707ded63b","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:07.022672194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"c2506435-809a-4547-88d1-52aa913eecc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:07.022673151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"b4e3f8a7-2234-4bd3-85c0-501d2dff6093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:07.023726052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"387e81a8-6a49-4cb3-989b-f35b4301de8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:07.023983621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"64cabab2-7e3e-474e-8f69-7bda9691d100","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:07.042202993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"b4e3f8a7-2234-4bd3-85c0-501d2dff6093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:07.0422836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"c2506435-809a-4547-88d1-52aa913eecc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:07.125149349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"29681328-66fa-4e7d-b2cf-908b0e881419","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:07.125176221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"07f72be7-f53d-4d16-9dee-3be18d6d8453","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.325694918Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"cab2911f-8cee-49b5-84cf-f9cf19726b17","namespace":"ai-tenant-e2e-worker-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.32576682Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"cab2911f-8cee-49b5-84cf-f9cf19726b17","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.345395954Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"cab2911f-8cee-49b5-84cf-f9cf19726b17","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.346164522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"4df37d12-fe9f-4052-91f4-a6bef670b9cd","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.363261564Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"cab2911f-8cee-49b5-84cf-f9cf19726b17","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.363293145Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"cab2911f-8cee-49b5-84cf-f9cf19726b17","namespace":"ai-tenant-e2e-worker-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.363439158Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"cab2911f-8cee-49b5-84cf-f9cf19726b17","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.366542578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"b0e654d6-1fc8-4edd-b5f9-1f30dfe18c67","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.381154483Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"cab2911f-8cee-49b5-84cf-f9cf19726b17","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.381654923Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"ab0a3614-3b81-4eaf-a291-1d2b97e5f14e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.387053522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"728dae97-e0cd-4777-aaa2-e27a6c9089d4","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.395782597Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"afe8fc5b-4232-40d8-aadb-25a4c13447df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c93bcf7b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.401512479Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"cab2911f-8cee-49b5-84cf-f9cf19726b17","count":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:09.401951988Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"728dae97-e0cd-4777-aaa2-e27a6c9089d4","name":"premium-w0-7505bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-7505bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:09.402012901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"728dae97-e0cd-4777-aaa2-e27a6c9089d4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-7505bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.402133542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"5581ffbf-0e24-49bd-bb8a-df0338082821","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.409652142Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"2d51695e-b4ff-4453-990d-ef5aa92d0d44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-07a30c06","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.411126179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"36d1e07a-8eb8-4016-bbd4-c38390f13e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.421356961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"7514eb0d-4728-42e8-ae93-a8c719f27bd1","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.429289789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"36d1e07a-8eb8-4016-bbd4-c38390f13e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.434734535Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"0e584a00-67f0-4be6-b500-a86de9824452","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c93bcf7b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.452116518Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"1644cc1d-ce44-4bba-96bb-774415932417","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-07a30c06","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.566339015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"ab0a3614-3b81-4eaf-a291-1d2b97e5f14e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.584418248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"ab0a3614-3b81-4eaf-a291-1d2b97e5f14e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.584446349Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-access","reconcileID":"ab0a3614-3b81-4eaf-a291-1d2b97e5f14e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.599070442Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"6eb2019c-9e52-4cd7-aed2-e52791ddc3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.60211922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"e999f6c5-da73-4a95-b00c-baf958eac7d4","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.826604361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"6eb2019c-9e52-4cd7-aed2-e52791ddc3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.85164751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"6eb2019c-9e52-4cd7-aed2-e52791ddc3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"e2e-worker-w0-7505bd-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.851752844Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-access","reconcileID":"6eb2019c-9e52-4cd7-aed2-e52791ddc3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:09.869388159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"670725ba-34d2-483e-b13f-97b91427de32","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:10.608750611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"d7003650-8058-41e1-8f23-b1201e0eee72","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:10.608963469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"cabc716a-b488-4759-99dc-1e7d7449ad85","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"distinct-2-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"distinct-2-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:10.609185209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"33a7c34e-da7e-41ab-b28c-1c351f7ea38e","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:10.609505773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"4cf158d1-7f42-4c2c-9d58-dd135cc33bc2","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:10.648647829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"3b6062de-3b3e-43c5-9c94-eb08ac8b118c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:10.648658991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"ca9d8448-c701-45ca-8b7c-c58cf4c663ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:10.649790934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"f0dc065e-7d5b-445d-875d-364cbe85e6e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:10.650078868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"8a6ee2b8-2bd7-4bfc-9b2e-8c2cacfa0d28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:10.669755292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"ca9d8448-c701-45ca-8b7c-c58cf4c663ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:10.672970158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"3b6062de-3b3e-43c5-9c94-eb08ac8b118c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:10.750377146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"c45cffc6-1488-474c-91ca-ae4b0144ed73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:10.750721145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"b8020972-b637-45bc-988b-4f197e177411","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:11.929612336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"dd6dc411-9b0b-4367-a5ad-6026951ac75e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:12.11965246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"08979839-3b43-460e-b9f8-c0d3177d56e3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:12.473563872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"55e2564c-e91a-460e-b6ab-fb4e1409675e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:12.779553998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"df7416a4-e9ee-42d0-872c-6f10e553aaf3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.715101283Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"7c511c28-896f-45ec-8176-7c9e7bec6027","namespace":"ai-tenant-e2e-worker-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.715171858Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"7c511c28-896f-45ec-8176-7c9e7bec6027","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.732888716Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"7c511c28-896f-45ec-8176-7c9e7bec6027","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.733461311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"3c780aa4-d8d5-43f0-bd5e-ab891d252161","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.750488173Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"7c511c28-896f-45ec-8176-7c9e7bec6027","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.750512424Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"7c511c28-896f-45ec-8176-7c9e7bec6027","namespace":"ai-tenant-e2e-worker-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.750649965Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"7c511c28-896f-45ec-8176-7c9e7bec6027","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.753393288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"36eb981b-0b70-4eb3-bc0d-f33f2077643c","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.76818157Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"7c511c28-896f-45ec-8176-7c9e7bec6027","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.772230678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"11dbab8e-0597-461c-a98c-f0583828e566","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.778629901Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"4694e998-b90c-4b0f-9aa0-7a20644600a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f2e7970f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.790003508Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"7c511c28-896f-45ec-8176-7c9e7bec6027","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.793143763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"b80f1c88-0061-42ea-b420-b4c3a1548c25","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.797026428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"204b72e9-48bd-4fa1-a79a-6b59b00b69ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.800030369Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"4717caf3-d717-4680-b781-b8b85347bd34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab7e1fec","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.807171852Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"4668c826-246a-447f-a641-690ca665f460","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f2e7970f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.816487062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"204b72e9-48bd-4fa1-a79a-6b59b00b69ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.828200267Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"59188fe9-3ffb-4ec8-9e81-f3783296366f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab7e1fec","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.872805404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b488791a-e085-4ed0-a50f-633dd17c5276","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.873141604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"8b425506-39a8-4976-95fd-ca87a066872b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.953127674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"8b425506-39a8-4976-95fd-ca87a066872b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.954075411Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"bb6056e2-f7f0-4bea-8b7d-38eb069da901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.996538411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"b970be53-ae9b-4380-934e-189c43f2c033","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:15.996892161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"e63c138c-d68b-499a-bf83-fb9acd9147be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:16.055805007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"bb6056e2-f7f0-4bea-8b7d-38eb069da901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:16.073712358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"bb6056e2-f7f0-4bea-8b7d-38eb069da901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:16.07372927Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-access","reconcileID":"bb6056e2-f7f0-4bea-8b7d-38eb069da901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:16.091082582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"89269b2d-3ce2-4ab0-89cb-18ddcd0c4910","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:16.102046151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b9b6b706-a31d-4ed7-b0c7-585005ab917a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:16.14301921Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"322d900b-1abb-4131-b754-f4cfe9191523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:16.181705674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"322d900b-1abb-4131-b754-f4cfe9191523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:16.206220117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"322d900b-1abb-4131-b754-f4cfe9191523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"e2e-worker-w2-322d20-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:16.206250239Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-access","reconcileID":"322d900b-1abb-4131-b754-f4cfe9191523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-322d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:16.229366686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"cb6187f6-0aad-4d9f-bf56-2d318bff912e","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:16.904855986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"9f896000-bfb5-4a21-a18b-c5ec4bc35310","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:17.009749804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"74996976-f485-4d9b-b95c-75fd001fe3b8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:17.112939937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"cfb086e1-ee4f-4d7b-9390-0d41efad72ce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:17.245806469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"d352c054-b84b-440f-ac1c-af303bbbdb56","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:17.749412328Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:19.452144555Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"f00101b5-dd18-42d8-a873-36d2b4bb30c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:19.466077746Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"f00101b5-dd18-42d8-a873-36d2b4bb30c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:19.466390508Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"e26728be-51a8-4369-880c-8f416d2a52ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:19.479703179Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"simulator-subscription","reconcileID":"f00101b5-dd18-42d8-a873-36d2b4bb30c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:19.480031837Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"e26728be-51a8-4369-880c-8f416d2a52ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:19.496068011Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"premium-simulator-subscription","reconcileID":"e26728be-51a8-4369-880c-8f416d2a52ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"name":"maas-trlp-premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd","model":"e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:19.560209733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"f94fc75a-4712-483c-bd99-8c38eee2741d","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"simulator-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"simulator-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:19.656158004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"25924040-49b0-42b5-b57b-6cc4d551aeb4","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"routeName":"premium-w0-7505bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7505bd","llmisvcName":"premium-w0-7505bd","gateway":"openshift-ingress/e2e-worker-w0-7505bd","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.23248486Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","namespace":"ai-tenant-e2e-worker-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.232543265Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","namespace":"ai-tenant-e2e-worker-w0-7505bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.232628304Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","tenant":"e2e-worker-w0-7505bd","tenantID":"e2e-worker-w0-7505bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.24770729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"Deployment","name":"maas-api-e2e-worker-w0-7505bd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.279822536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"Service","name":"maas-api-e2e-worker-w0-7505bd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.29652607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-7505bd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.316533914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-7505bd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.332599218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.348302584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.366548751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.382219261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.395262626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.408285045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.421287271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"Service","name":"payload-processing-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.434367202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.448658984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.46236805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.475609658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.493851753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.508028637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.521979163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.53532815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-7505bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.548934436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7505bd"},"namespace":"ai-tenant-e2e-worker-w0-7505bd","name":"default-tenant","reconcileID":"0a24f88b-c23e-428e-9674-8a64e9ce27bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-7505bd","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:22.896110755Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-7505bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-7505bd","reconcileID":"db03de0e-54d2-489d-9286-6f98a24dab58","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-7505bd","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-7505bd"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:22.945868234Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"8aed2e9b-7192-4eff-a243-415087232db6","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:22.96469328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"8aed2e9b-7192-4eff-a243-415087232db6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:22.964935861Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"8057c1e0-9a24-4f17-a92f-4fcc534c60ed","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:22.991783791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"8057c1e0-9a24-4f17-a92f-4fcc534c60ed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:22.991992211Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"346bb85a-b84a-43bf-b683-c3c908b792c4","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.010830055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"346bb85a-b84a-43bf-b683-c3c908b792c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.011024673Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"f818de19-a932-4c04-b81f-a00c7909cfe5","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.027909603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"f818de19-a932-4c04-b81f-a00c7909cfe5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.028128946Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"4f03ef0c-efb1-4211-a6e1-1bc5d0724918","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.028210718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"4f03ef0c-efb1-4211-a6e1-1bc5d0724918","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.028325212Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"328bef80-6213-4ecc-b9eb-e5be53788eb1","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.028359114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"328bef80-6213-4ecc-b9eb-e5be53788eb1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.028440158Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"e573d470-1bfa-4692-b25b-5868688fe9f0","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.028480016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"e573d470-1bfa-4692-b25b-5868688fe9f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.033796717Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"87da6cd3-05f6-4d76-899a-ee750485ba81","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.033873365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"87da6cd3-05f6-4d76-899a-ee750485ba81","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.040983214Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"4f631655-49d0-4b4b-9ac8-43c8346d0765","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.041075785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"4f631655-49d0-4b4b-9ac8-43c8346d0765","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.041208784Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"0b27ffb0-cbb6-48e3-9f25-2a3ef68d143e","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.041253285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"0b27ffb0-cbb6-48e3-9f25-2a3ef68d143e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.041356864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"c528a086-b8f6-4242-b235-bb8756cf223a","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.041397634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"c528a086-b8f6-4242-b235-bb8756cf223a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.045013598Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"93152a72-d9e1-498c-a035-690e86694655","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.045170326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"93152a72-d9e1-498c-a035-690e86694655","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.061935349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"66ae4356-8098-4d1d-a025-68d1c7f2a6bb","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.062027914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"66ae4356-8098-4d1d-a025-68d1c7f2a6bb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.062146962Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"cb392b37-1b27-421e-a2a1-1ca98c592d68","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.062192096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"cb392b37-1b27-421e-a2a1-1ca98c592d68","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.062293775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"46e39861-d4db-45de-a72d-3c8f37864ccd","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.062347955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"46e39861-d4db-45de-a72d-3c8f37864ccd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.068976372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"791d7c85-9afa-4db6-a746-ca226761c2c3","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.069058181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"791d7c85-9afa-4db6-a746-ca226761c2c3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.15178595Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"49063b7b-9839-42df-b4e4-fe97debf7952","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.15185785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"49063b7b-9839-42df-b4e4-fe97debf7952","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.15193105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"a06c9527-674c-4084-b418-f73fcba273d2","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.151959491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"a06c9527-674c-4084-b418-f73fcba273d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.152026037Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"aac8efba-5f26-4008-9997-2289b4dc8d0e","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.152052526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"aac8efba-5f26-4008-9997-2289b4dc8d0e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.152176502Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"126c0ff3-9ebc-48c5-9bce-7d6762e2fb3c","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.152255069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"126c0ff3-9ebc-48c5-9bce-7d6762e2fb3c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.232322354Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"edb53a36-4c10-469a-87a7-64d027c45e87","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.232393873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"edb53a36-4c10-469a-87a7-64d027c45e87","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.23253316Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"f27e20c6-1b54-49b7-b86e-dc1410c8a849","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.232600489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"f27e20c6-1b54-49b7-b86e-dc1410c8a849","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.23267433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"6ea1d72b-ec04-4066-88fc-1628f5d919ae","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.232705604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"6ea1d72b-ec04-4066-88fc-1628f5d919ae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.232771906Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"c7e5c4c9-9db8-420f-ba31-7b4203d6c271","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.232801361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"c7e5c4c9-9db8-420f-ba31-7b4203d6c271","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:23.310631699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fbfdb2-1bb7-4ad3-bdec-ec05460cd297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:23.324602329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fbfdb2-1bb7-4ad3-bdec-ec05460cd297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:23.338448482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fbfdb2-1bb7-4ad3-bdec-ec05460cd297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:23.352262444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fbfdb2-1bb7-4ad3-bdec-ec05460cd297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.392951116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"dfa1f6f1-777d-435c-bc3c-351a1ade091d","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.39301764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"dfa1f6f1-777d-435c-bc3c-351a1ade091d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.393109711Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"4228a293-37e4-46dd-b2c9-6e3c5108a18a","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.393144968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"4228a293-37e4-46dd-b2c9-6e3c5108a18a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.393213003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"4876989b-7888-424a-92c2-23b663eb38c8","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.393245044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"4876989b-7888-424a-92c2-23b663eb38c8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.393308399Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"34ab3985-c2f9-483a-bdcc-50bed0ef42f2","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.393339346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"34ab3985-c2f9-483a-bdcc-50bed0ef42f2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.713698Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"afdc8919-150d-4d70-811c-5bbaa8530d02","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.713808403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"afdc8919-150d-4d70-811c-5bbaa8530d02","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.71415947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"355417ea-ccf1-443f-b61f-1d5a32c43846","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.714237208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"355417ea-ccf1-443f-b61f-1d5a32c43846","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.714689349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"d0eeca6e-335b-4724-96bc-261b37ca2a7b","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.714764637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"d0eeca6e-335b-4724-96bc-261b37ca2a7b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.714992098Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"f87103cf-a711-484c-b107-c238b2b47f3f","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:23.715062164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"f87103cf-a711-484c-b107-c238b2b47f3f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:23.921758197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ccd9217-11a4-4453-a94f-6bcf103038c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:23.935324324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ccd9217-11a4-4453-a94f-6bcf103038c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:23.94880409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ccd9217-11a4-4453-a94f-6bcf103038c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:23.962478056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ccd9217-11a4-4453-a94f-6bcf103038c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:24.354893403Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"f39a3937-e52f-4684-ae84-ebfe8cd011b2","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:24.354961634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"f39a3937-e52f-4684-ae84-ebfe8cd011b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:24.355095249Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"a6ab0945-42af-4fdf-9be4-76fae671d2f0","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:24.355143517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"a6ab0945-42af-4fdf-9be4-76fae671d2f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:24.355228562Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"5f36c414-141a-4739-a243-a3faec40dad6","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:24.355270965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"5f36c414-141a-4739-a243-a3faec40dad6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:24.355893494Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"1ccdc01a-92b5-4770-b77f-cc66c55258f3","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:24.355934729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"1ccdc01a-92b5-4770-b77f-cc66c55258f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:25.448989914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"cff8709d-6dc1-4e5f-b548-af4506163d9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:25.548157051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"546e9caa-7d05-4785-a5cb-a8f87d9694c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:25.635400997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"f0b373bc-2a80-44af-ae6c-41cb9b213716","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:25.635493445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"f0b373bc-2a80-44af-ae6c-41cb9b213716","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:25.63568939Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"d00bba8e-e422-477c-bc9f-4187125d0bd0","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:25.635759007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"d00bba8e-e422-477c-bc9f-4187125d0bd0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:25.635878992Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"bce7cf91-ecec-4b24-8c2e-877edc9807f2","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:25.635930074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"bce7cf91-ecec-4b24-8c2e-877edc9807f2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:25.636060163Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"6e9f553a-90e2-4653-ac71-261a52ac32d1","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:25.636107471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"6e9f553a-90e2-4653-ac71-261a52ac32d1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:25.650589274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0a6be3e0-b1cd-45ac-b1dc-9d14e671223b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:25.756212383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1a4b8cd-abad-4934-bfab-bbd5bbb54dea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:25.82299899Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"f5b25950-8fbb-4d2c-a748-1c1bfdc4033c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:25.837071206Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"f5b25950-8fbb-4d2c-a748-1c1bfdc4033c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:25.842411205Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"206c4e89-2bc2-4411-8949-bd08b3740374","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:25.861066618Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"206c4e89-2bc2-4411-8949-bd08b3740374","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:25.87218714Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"simulator-subscription","reconcileID":"f5b25950-8fbb-4d2c-a748-1c1bfdc4033c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:25.878074701Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"premium-simulator-subscription","reconcileID":"206c4e89-2bc2-4411-8949-bd08b3740374","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-322d20"},"name":"maas-trlp-premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20","model":"e2e-models-e2e-worker-w2-322d20/premium-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:25.98096892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"10d37d17-78c1-4ed1-ad43-8aa9c6e21832","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"simulator-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"simulator-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:26.123344486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"2d79de1f-ae6b-4f3f-a441-177f64fa4f0d","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"routeName":"premium-w2-322d20-kserve-route","namespace":"e2e-models-e2e-worker-w2-322d20","llmisvcName":"premium-w2-322d20","gateway":"openshift-ingress/e2e-worker-w2-322d20","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:26.493439713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-d96837","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"autores-model-d96837","reconcileID":"8c8cbba4-9259-41a1-b2df-85cfe6977dd0","MaaSModelRef":{"name":"autores-model-d96837","namespace":"ai-tenant-e2e-autores-d96837"},"tenant":"e2e-autores-d96837","gateway":"openshift-ingress/e2e-autores-d96837","model":"ai-tenant-e2e-autores-d96837/autores-model-d96837","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:26.493479013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-d96837","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"autores-model-d96837","reconcileID":"8c8cbba4-9259-41a1-b2df-85cfe6977dd0","MaaSModelRef":{"name":"autores-model-d96837","namespace":"ai-tenant-e2e-autores-d96837"},"routeName":"autores-model-d96837-kserve-route","namespace":"ai-tenant-e2e-autores-d96837","llmisvcName":"autores-model-d96837","gateway":"openshift-ingress/e2e-autores-d96837","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:28.10048687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ba5750-9d98-4fb0-aeac-3c12cb610bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:28.114840484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ba5750-9d98-4fb0-aeac-3c12cb610bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:28.12839769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ba5750-9d98-4fb0-aeac-3c12cb610bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:28.142046191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ba5750-9d98-4fb0-aeac-3c12cb610bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:28.196514457Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"80bd2fa4-4762-407a-a7a5-351f7bd68373","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:28.196613919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"80bd2fa4-4762-407a-a7a5-351f7bd68373","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:28.196739476Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"27775de3-8707-48c0-97d3-c33223226a26","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:28.196782085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"27775de3-8707-48c0-97d3-c33223226a26","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:28.196859622Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"e9eab56e-f552-4e35-8e0c-d4dcdfff9118","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:28.19690131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"e9eab56e-f552-4e35-8e0c-d4dcdfff9118","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:28.197006977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"ed5172a5-e011-4fdb-9c9f-b5e2b317a9fd","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:28.197058987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"ed5172a5-e011-4fdb-9c9f-b5e2b317a9fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:28.71077296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aeea30d-9b39-4b19-8227-deb0a973e504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:28.724463269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aeea30d-9b39-4b19-8227-deb0a973e504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:28.738998343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aeea30d-9b39-4b19-8227-deb0a973e504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:28.752686716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aeea30d-9b39-4b19-8227-deb0a973e504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.568196021Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","namespace":"ai-tenant-e2e-worker-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.568264372Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","namespace":"ai-tenant-e2e-worker-w2-322d20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.568317057Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","tenant":"e2e-worker-w2-322d20","tenantID":"e2e-worker-w2-322d20","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.584676243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"Deployment","name":"maas-api-e2e-worker-w2-322d20","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.609833505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"Service","name":"maas-api-e2e-worker-w2-322d20","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.626987148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-322d20","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.642184218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-322d20","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.660696592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.676523851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.692981916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.710675774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.723862313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.736847229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.749735319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"Service","name":"payload-processing-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.76277035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.775815919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.788910755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.810965974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.883382472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.903902915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.925644767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.939056833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-322d20","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:29.952513614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-322d20"},"namespace":"ai-tenant-e2e-worker-w2-322d20","name":"default-tenant","reconcileID":"c7bda02d-10e8-4f92-a5f2-8d77c0d7e310","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-322d20","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:30.217057396Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-322d20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-322d20","reconcileID":"172c9bee-ae46-4d8e-aadc-8feb1b7f6fc8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-322d20","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-322d20"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.264324061Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"c8405ca9-6e1d-4e75-a69b-52bc224bb3a8","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.283761254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"c8405ca9-6e1d-4e75-a69b-52bc224bb3a8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.283943848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"666de8f5-fdbe-4728-b370-50b6a3f836f8","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.308926857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"666de8f5-fdbe-4728-b370-50b6a3f836f8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.309062814Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"c0e6313a-5e89-4591-b90c-6c047876eaa8","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.328347092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"c0e6313a-5e89-4591-b90c-6c047876eaa8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.32847081Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"33f9ad89-484f-4fe0-9ecb-9865955291be","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.347785402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"33f9ad89-484f-4fe0-9ecb-9865955291be","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.347908893Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"de0f702b-2eac-46a1-943d-19295daaa99d","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.347948357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"de0f702b-2eac-46a1-943d-19295daaa99d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.348027353Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"459ac2fb-b831-42b8-b66c-409f04943a37","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.348062947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"459ac2fb-b831-42b8-b66c-409f04943a37","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.348125836Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"64cccf9d-078c-4ad3-80f5-b30166b61b05","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.348151794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"64cccf9d-078c-4ad3-80f5-b30166b61b05","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.353102541Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"7e2c75d3-e015-4a59-92ff-267e8bc8ca5e","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.353762955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"7e2c75d3-e015-4a59-92ff-267e8bc8ca5e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.37184622Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"a730cb94-4174-4647-a57b-cd947b83698d","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.371943385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"a730cb94-4174-4647-a57b-cd947b83698d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.37210839Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"ef569bb4-f1c2-4556-b6ae-71d6c70fe795","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.372156152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"ef569bb4-f1c2-4556-b6ae-71d6c70fe795","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.372261843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"0496c4d5-a016-407f-882b-be11d80a24cc","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.372306204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"0496c4d5-a016-407f-882b-be11d80a24cc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.372427162Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b3853334-43c2-4d2a-8c33-d8e46e6e29cf","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.37246869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b3853334-43c2-4d2a-8c33-d8e46e6e29cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.393830853Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"0ea7714a-aba6-40d9-80b7-b90864828631","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.393977642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"0ea7714a-aba6-40d9-80b7-b90864828631","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.394116037Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"4d9ab247-862b-49bb-9108-f1956f2c8b0e","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.394159872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"4d9ab247-862b-49bb-9108-f1956f2c8b0e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.394262493Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"17ca9cd4-762b-437f-8033-6c47b5a345fd","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.394307609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"17ca9cd4-762b-437f-8033-6c47b5a345fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.39460515Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"929ac686-a6ae-4846-9965-5847078cbff8","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.394669251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"929ac686-a6ae-4846-9965-5847078cbff8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.451856567Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"4a37bf78-8e5b-496e-ac8e-ca74bf111bf7","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.451956733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"4a37bf78-8e5b-496e-ac8e-ca74bf111bf7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.454376484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"25233970-b7cf-4c80-b9f5-91448deadf02","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.454435001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"25233970-b7cf-4c80-b9f5-91448deadf02","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.454527203Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"4e1bec26-baee-4b7d-b174-0206c4631e60","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.454556041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"4e1bec26-baee-4b7d-b174-0206c4631e60","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.454654592Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"5c98a601-2aa0-416c-8b40-0e18c4342239","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.45468646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"5c98a601-2aa0-416c-8b40-0e18c4342239","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.532892448Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"28c379a5-05c7-47c1-9b1d-4c129ab47bbb","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.532958391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"28c379a5-05c7-47c1-9b1d-4c129ab47bbb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.535252606Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"31becaa3-6f3e-4229-b5e6-78f84ac73d50","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.53530621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"31becaa3-6f3e-4229-b5e6-78f84ac73d50","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.535402731Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"3bc7d727-41cc-4c74-bcf7-6a4e370b17c2","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.535437213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"3bc7d727-41cc-4c74-bcf7-6a4e370b17c2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.535522135Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"86fd3a20-80f6-49e8-babe-976e42f207f1","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.535556309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"86fd3a20-80f6-49e8-babe-976e42f207f1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:30.618229645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6388dfcc-ab7d-41f4-b7bc-fc2ecdb3b16c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:30.63179592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6388dfcc-ab7d-41f4-b7bc-fc2ecdb3b16c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:30.645452785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6388dfcc-ab7d-41f4-b7bc-fc2ecdb3b16c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:30.659027746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6388dfcc-ab7d-41f4-b7bc-fc2ecdb3b16c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.693208584Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"dd8ee8e9-bed1-4477-8ad0-e068623efdb2","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.693267769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"dd8ee8e9-bed1-4477-8ad0-e068623efdb2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.695502642Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"b69e4800-9157-4f95-9301-796c156ab717","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.695555576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"b69e4800-9157-4f95-9301-796c156ab717","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.69569417Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"9391ebdb-8327-4f1e-a9ea-4ef5b1669f65","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.695740999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"9391ebdb-8327-4f1e-a9ea-4ef5b1669f65","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.695815774Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"aa2bfc0f-3d32-4028-bfb8-12dca78fe78a","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.695850001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"aa2bfc0f-3d32-4028-bfb8-12dca78fe78a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.865693758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"8ce46f20-ca7f-40bd-bf34-2cace1193ca2","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.875709241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"8ce46f20-ca7f-40bd-bf34-2cace1193ca2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.875884881Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"8d00ff74-36ef-45e2-822c-e267be5e2293","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.875930808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"8d00ff74-36ef-45e2-822c-e267be5e2293","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.876042553Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"610e2755-307f-42e8-9951-d5668159196c","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.876083485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"610e2755-307f-42e8-9951-d5668159196c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.876173275Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"593a8d71-08ed-4130-aa56-31def0644261","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.87621197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"593a8d71-08ed-4130-aa56-31def0644261","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.877173937Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"09db38b4-f890-4a7f-89d8-9da73c873630","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.877241723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"09db38b4-f890-4a7f-89d8-9da73c873630","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.877331786Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"ba595069-4be6-4dbe-948c-1972c00a8789","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.877372124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"ba595069-4be6-4dbe-948c-1972c00a8789","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.877471898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"007309e1-b472-4559-8a9e-3b65d6b79739","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.877509715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"007309e1-b472-4559-8a9e-3b65d6b79739","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.877606134Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"1937810d-48f4-4643-ad73-807c9f1b7633","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.877645543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"1937810d-48f4-4643-ad73-807c9f1b7633","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.878214621Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"cf9e352e-69e6-4112-8434-e3f05e7381bd","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.878264186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"cf9e352e-69e6-4112-8434-e3f05e7381bd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.87834994Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"ce0d9c54-ea30-40a2-9992-4bfa56cb79b9","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.878390766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"ce0d9c54-ea30-40a2-9992-4bfa56cb79b9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.878471151Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"3973a508-f6a3-4571-b877-587c8899f42e","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.878510276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"3973a508-f6a3-4571-b877-587c8899f42e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.878633793Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"09264f4a-e139-4739-815d-52ff8ea29a1b","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:30.878673699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"09264f4a-e139-4739-815d-52ff8ea29a1b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-2-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.019890146Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"a5e2c9c6-b671-4f64-a2ac-0e09ddadfee8","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.019981506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"a5e2c9c6-b671-4f64-a2ac-0e09ddadfee8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.020105161Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"3cfa70b5-ff25-4158-a661-d6224602d750","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.020157853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"3cfa70b5-ff25-4158-a661-d6224602d750","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.020264592Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"76931053-279b-45fd-ae9f-ca8f533fd350","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.020310464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"76931053-279b-45fd-ae9f-ca8f533fd350","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.020406964Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"eb81457b-c8e4-4e64-82d9-3b8cb45b84f9","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.020450978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"eb81457b-c8e4-4e64-82d9-3b8cb45b84f9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:31.317096326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f042c57e-3e81-432f-8cbb-72b3868a16fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:31.330438061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f042c57e-3e81-432f-8cbb-72b3868a16fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:31.343905637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f042c57e-3e81-432f-8cbb-72b3868a16fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:31.357404375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f042c57e-3e81-432f-8cbb-72b3868a16fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.660668794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"74426772-ad89-457f-8e89-bfb4fe9c8f10","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.660754715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"74426772-ad89-457f-8e89-bfb4fe9c8f10","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.660850395Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"ec8eee60-0273-4b95-8907-09a1946f4a2d","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.660884691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"ec8eee60-0273-4b95-8907-09a1946f4a2d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.660950897Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"2d3e3f5e-e7ef-4f0f-be25-2314323aa85e","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.660982524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"2d3e3f5e-e7ef-4f0f-be25-2314323aa85e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.661043896Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"c1e4639c-3c00-4fac-97c4-e6867c6d897c","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:31.661073275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"c1e4639c-3c00-4fac-97c4-e6867c6d897c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:32.941127143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"a92ebb14-952d-4800-b6c5-746bcf664547","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:32.941197713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"a92ebb14-952d-4800-b6c5-746bcf664547","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:32.941283283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"70dd4ad8-a39e-4f7c-98ed-c2d4d5615325","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:32.941314912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"70dd4ad8-a39e-4f7c-98ed-c2d4d5615325","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:32.941398154Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"fc843ee5-8c5f-4b34-a431-50a1065c4b07","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:32.941431983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"fc843ee5-8c5f-4b34-a431-50a1065c4b07","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:32.941513419Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b796cf20-ddfb-4bfe-b29e-e813d8e1db70","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:32.941548219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"b796cf20-ddfb-4bfe-b29e-e813d8e1db70","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:35.502396664Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"023a46e5-65dd-4e8e-82b4-18f36428cd62","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:35.502465308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"023a46e5-65dd-4e8e-82b4-18f36428cd62","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:35.502565975Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"ae6d7dbd-018e-4900-9542-9432eca0849a","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:35.502614723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"ae6d7dbd-018e-4900-9542-9432eca0849a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:35.502699848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"30d88beb-a22d-4a4e-bae8-df7638b11180","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:35.502735032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"30d88beb-a22d-4a4e-bae8-df7638b11180","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:35.502813827Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"2b915e7e-2e2b-42e3-962d-b92c8804645a","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:35.502847586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"2b915e7e-2e2b-42e3-962d-b92c8804645a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.236431184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"simulator-w3-564c8f","reconcileID":"2f4fbd34-f7b9-40a6-8098-dca78b2cb539","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.3790557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"6782c86b-309e-4d02-a37e-66d2f22aab71","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.379141238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"6782c86b-309e-4d02-a37e-66d2f22aab71","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.37925815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"1f087d4a-1480-4033-9d2a-af26b8f30009","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.379306479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"1f087d4a-1480-4033-9d2a-af26b8f30009","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.379426575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"2699374b-d3fd-4e31-b795-54f27c92b7fa","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.379471793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"2699374b-d3fd-4e31-b795-54f27c92b7fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.379566198Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"eb2321a1-cd46-4431-bdd3-a7305fa37c1a","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.379633185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"eb2321a1-cd46-4431-bdd3-a7305fa37c1a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.379795593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"b15723a6-0c32-4f39-8c5c-bb6c5afc2a25","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.379849228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"b15723a6-0c32-4f39-8c5c-bb6c5afc2a25","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.379935451Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"5691f2ac-2853-4b72-8799-a78307d1404f","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.379985399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"5691f2ac-2853-4b72-8799-a78307d1404f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.380058761Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"f47cac10-a309-463a-b3f2-f62e2aec4e5b","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.38008508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"f47cac10-a309-463a-b3f2-f62e2aec4e5b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.380151479Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"5d022930-70a2-4180-b741-5acfa504e91e","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.380176493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"5d022930-70a2-4180-b741-5acfa504e91e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.381354262Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"f018e91a-0342-4a0f-9e5d-595323e29f52","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.381419918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"f018e91a-0342-4a0f-9e5d-595323e29f52","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.381518595Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"9d593e04-3871-4f6a-a02b-46c9de57dcfe","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.381564608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"9d593e04-3871-4f6a-a02b-46c9de57dcfe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.381670946Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"dcbdbb46-11c9-400a-8775-ff069be7aa88","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.381715102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"dcbdbb46-11c9-400a-8775-ff069be7aa88","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.381814628Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"3c1a7353-c74b-4201-a702-a38e97bca269","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.381857684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"3c1a7353-c74b-4201-a702-a38e97bca269","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.382852708Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"dcc62526-9670-4379-ac7f-edd0d87e6534","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.382925941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"dcc62526-9670-4379-ac7f-edd0d87e6534","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/premium-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.383040553Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"25196383-455f-4d96-8089-edb6579a2423","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.383092174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"25196383-455f-4d96-8089-edb6579a2423","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.383237862Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"203b6182-fd85-47ef-8f48-2fbf001a897b","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.383318871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"203b6182-fd85-47ef-8f48-2fbf001a897b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/distinct-2-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.383426223Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"debc2b30-155c-4119-bf20-dada0fa279e4","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.383469891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"debc2b30-155c-4119-bf20-dada0fa279e4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-322d20/simulator-w2-322d20: AITenant \"e2e-worker-w2-322d20\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.464290655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"01c2d93b-7d2f-42de-bfe7-e1fefaee88aa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.562859483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"50669b62-aebe-4c19-b501-bed15fb5b7bb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.66301691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"ace64a7b-0ad5-4a86-b9db-c94fedd68db6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.798432562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"5d88951e-29e4-4be8-87c5-53e6b6400fd1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.974070579Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"9721972f-9394-4483-badb-ee2657063485","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.974160716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"9721972f-9394-4483-badb-ee2657063485","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/simulator-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.974293242Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"0f5f87be-b600-404f-8d7f-96bc02122d85","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.974347879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"0f5f87be-b600-404f-8d7f-96bc02122d85","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/premium-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.974440936Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"7a699d30-02a8-4363-8c4d-5dda6229457b","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:37.974477666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"7a699d30-02a8-4363-8c4d-5dda6229457b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-7505bd/distinct-w0-7505bd: AITenant \"e2e-worker-w0-7505bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:38.118420267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"distinct-w3-564c8f","reconcileID":"dfe069cc-bbe9-4cea-8d4e-4da402474593","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.12313616Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","namespace":"ai-tenant-e2e-autores-d96837","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.123222125Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","namespace":"ai-tenant-e2e-autores-d96837","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.123295499Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","tenant":"e2e-autores-d96837","tenantID":"e2e-autores-d96837","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.140421425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"Deployment","name":"maas-api-e2e-autores-d96837","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.169105188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"Service","name":"maas-api-e2e-autores-d96837","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.185121499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-d96837","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.206751259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-d96837","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.22274589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.238344742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.254360939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.269895519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.283342658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"Deployment","name":"payload-processing-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.304197325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.333548197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"Service","name":"payload-processing-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.358094103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"Service","name":"payload-pre-processing-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.37331957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"DestinationRule","name":"payload-processing-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.388802381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.406993339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.4268414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.441811177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.457966245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.470931022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-d96837","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:38.485942171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d96837"},"namespace":"ai-tenant-e2e-autores-d96837","name":"default-tenant","reconcileID":"e76d2376-a1ce-4b9e-bcf7-6d46806c1920","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-d96837","namespace":"","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:38.963825757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-564c8f","namespace":"e2e-models-e2e-worker-w3-564c8f"},"namespace":"e2e-models-e2e-worker-w3-564c8f","name":"premium-w3-564c8f","reconcileID":"f0d41f1d-2044-47a4-9326-b4cd40dc0678","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-564c8f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:39.656325624Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-d96837","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-d96837","reconcileID":"4f2af5a9-df9a-4a44-b32a-17dbb5528327","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-d96837","removed":["maas.opendatahub.io/gateway-access-e2e-autores-d96837"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:39.698953907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"fe27044f-b11f-410e-b1aa-a872ebeaa88f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:39.799472798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"59ebca55-8fc8-4f99-bdaa-7202f5255eec","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:39.900008003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"385e083e-0b0a-4b85-8c8c-f0c73f856ec1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:39.999777732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"7454f0e4-9305-4410-a6d7-48fbe18316a7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:40.012515759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53fa87c-3f26-44d3-89e1-eb84fc850349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:40.025983952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53fa87c-3f26-44d3-89e1-eb84fc850349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:40.039180222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53fa87c-3f26-44d3-89e1-eb84fc850349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:40.052370185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53fa87c-3f26-44d3-89e1-eb84fc850349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:40.099641182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"19140469-a6a3-4f1a-b6e4-a24b79c42bd9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:40.200844627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"bcaf6d6a-f4e2-4cd7-91e8-3f0cd73be6de","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:40.304149294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"febfe11b-6d60-4871-bcbc-35948294e63f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:40.423382679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"f3e37846-03a9-45a0-bb03-a3cd3f9d4595","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:40.565123459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"e5e628f0-6b7f-4f40-9e90-7aef3c816908","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:40.634427992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"eb9c374f-6ab6-47e8-96f2-367c06d1a105","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:40.708666866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31409134-3f8c-4e21-aa27-3adff9884055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:40.722098261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31409134-3f8c-4e21-aa27-3adff9884055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:40.735384709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31409134-3f8c-4e21-aa27-3adff9884055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:40.738100573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"27b7987d-4791-4ea9-aa00-d1b9e998185a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:40.749139139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31409134-3f8c-4e21-aa27-3adff9884055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:40.838791653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"fda97d30-a1e6-4750-8974-736054cebd08","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:40.93704613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"4269ae6e-3ff0-4c1e-9782-a418e76401da","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:41.041763327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"7e98834f-08c5-4b71-997e-ac4368d1656e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:41.137653834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"cc604c68-38ee-4d2e-86b3-5c42d6d132a1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:41.239889794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"89657d49-cda7-4201-92d4-d41f01e9baf2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:41.343933952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"cc56a3a7-3e63-42ab-8531-2e6bf8a1f3bc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:41.444040335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"216ce31e-58d3-4e92-adcf-93c2556de1e0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:41.543339571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"5454f7fc-546e-4279-8108-b5662dcc982f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:41.644694205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"49984242-6425-4b03-83ce-1223cdfcb4a8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:41.743972995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"2f48cf42-858e-45a3-9f4b-1292c01aa929","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:41.845532933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"24925afe-f6e7-48f3-a945-d2c1653f83b8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:41.944417714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"41fadf91-0477-47d4-9cc4-e152d6f053e6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:42.096104779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"77abbbf0-3838-46f7-8d37-db6b70607d55","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:42.165982964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"21551a1e-f1af-435e-8488-29129f801e0a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:42.245640168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"5500a0a9-8e6a-4810-8dcd-569add108586","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:42.345052288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"ea2997dd-ac2a-40e1-b06d-c9f5cff7519c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:42.446588006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"66299aee-f30e-4824-9f60-d784bda74008","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:42.545785351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"9b43d331-71b0-4af6-b841-4b8ed8a0d37e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:42.659697366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"daa1168f-bc0d-4bd6-8d81-284c5580e1f2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:42.749245862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"c5216930-2078-4a7e-9fa7-9dc666a93bc3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:42.853056303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"591506fb-ec13-42de-8898-54e9b50d42e7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:42.946596379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"dcbf14d1-bdde-4990-a9dc-cebdf1044c16","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:43.045427987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"95a0a8f2-cc74-4466-8acd-ebdd51d2ea43","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:43.14463864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"b3df4243-f1af-41ea-9f69-c4efd6086469","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:43.24794187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"25c16827-79c7-4941-9ac6-d37418c35ea1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:43.348954922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"3b1e0fd3-928e-48db-8ad4-583eaaa952ee","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:43.446206408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"bd5b0544-0ea6-4b6e-946d-cef65cae060c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:43.546217141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"3674f231-2eaf-443c-ad20-a1520e8f5be4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:43.69920729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"5bc0de92-46a4-49d8-bb10-0b04fbbc2ad3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:43.768139148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"fcae2084-9272-4b14-b356-d93d5648b949","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:43.839599433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"a83bd053-a4af-465d-b6f4-8995bec08f7a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:44.340021886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"62bf20bc-9b5d-4b73-a8b6-ffa8fa9754a5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:44.413767137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"b950e8ef-a88b-4d70-b347-1af079585722","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:44.512556464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"79466f83-0ac5-4d04-97dd-f1abb86d3f20","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:44.613147277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"b367213b-1706-46bd-a03b-4c414a848f24","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:45.752153097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"0c59eabc-a785-4d31-9734-58368215e275","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:45.854731776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"20188434-780b-48b4-9e56-65c4a448c877","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:45.960507786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"83500071-25cb-4206-a601-7fb397cefb8b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:46.059048617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"4057f2cc-e751-4749-a260-9aafdb8e413d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:47.71239829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff83b27-aeef-407c-8d7c-55dde504712c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:47.726971279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff83b27-aeef-407c-8d7c-55dde504712c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:47.740841677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff83b27-aeef-407c-8d7c-55dde504712c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:47.750009212Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:47.754426896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff83b27-aeef-407c-8d7c-55dde504712c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:48.322310277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d31430-e1e3-4eae-b251-2f36f9c607bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:48.336314231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d31430-e1e3-4eae-b251-2f36f9c607bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:48.350245582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d31430-e1e3-4eae-b251-2f36f9c607bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:48.364054689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d31430-e1e3-4eae-b251-2f36f9c607bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:48.396472107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"6525a7b6-a2db-4d08-8baf-e46b172823e9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:48.524811194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"ea48e74f-2c8d-45a9-b8ad-fd120ccb433c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:48.59562762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"7e68964a-fbc4-467c-8390-c5fd30578a3e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:48.689510096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"6fbae292-08fb-493b-aec4-d99ba8571729","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:49.015562583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6d77b9-48e9-4d9e-ab6c-1cde23f39f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:49.029658757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6d77b9-48e9-4d9e-ab6c-1cde23f39f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:49.043008643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6d77b9-48e9-4d9e-ab6c-1cde23f39f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:49.056391473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6d77b9-48e9-4d9e-ab6c-1cde23f39f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:49.379394125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-w2-322d20","reconcileID":"2bcc9e27-ab30-40cf-bffd-aa3b0b7b88cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:49.623668286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"simulator-w2-322d20","reconcileID":"285b3b20-d578-4bee-a11f-50b18023c166","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:49.752500537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"premium-w2-322d20","reconcileID":"63903545-0459-428d-b594-e0c21ab70f5b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:49.931617875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-322d20","namespace":"e2e-models-e2e-worker-w2-322d20"},"namespace":"e2e-models-e2e-worker-w2-322d20","name":"distinct-2-w2-322d20","reconcileID":"0abf71b1-77b8-45f8-81ad-fe442738f838","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-322d20\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:50.977941813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"16b1469c-08da-463b-a528-9450b453b712","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:51.075918663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"c6cb2a43-d835-462e-a484-e8854e4d3ae4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:51.075929904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4f24dda-d20d-4afd-b2d3-d4d167b861ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:51.175597035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ed9163c-e2e3-47f1-a0b5-f8fa51bcab3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:53.587363309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"632d2d5f-47e0-4d28-8a2e-20d844cf5d05","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:53.714080325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"5f913845-5971-4f03-81b5-327c27fa4860","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:53.814457871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"73c4cd5d-66c3-43c8-859c-71417f027629","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:39:53.914513554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"8e692778-08d9-4097-a48c-3d6fb543383c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.587657487Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","namespace":"ai-tenant-e2e-shared-a-w6-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.587735552Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","namespace":"ai-tenant-e2e-shared-a-w6-63e288","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.587783807Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","tenant":"e2e-shared-a-w6-63e288","tenantID":"e2e-shared-a-w6-63e288","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.602689931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"Deployment","name":"maas-api-e2e-shared-a-w6-63e288","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.632730221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"Service","name":"maas-api-e2e-shared-a-w6-63e288","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.650596453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w6-63e288","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.665552876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w6-63e288","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.681662975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.697306916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.715445699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.730902146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.745854329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.761628273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.789320692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"Service","name":"payload-processing-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.817749523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.834072693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.849411282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.866794642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.884391501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.899445567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.914495222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.92916318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w6-63e288","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:57.945817526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-63e288"},"namespace":"ai-tenant-e2e-shared-a-w6-63e288","name":"default-tenant","reconcileID":"a457b974-2f32-4abb-b6f1-71eecd46c6cf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w6-63e288","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:59.173541349Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w6-63e288","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w6-63e288","reconcileID":"7923dd0b-a598-4c0d-8f7d-90242705e34e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w6-63e288","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w6-63e288"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:59.572440992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4171b5a6-7c4c-4e91-8d94-96af2759dd69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:59.586011399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4171b5a6-7c4c-4e91-8d94-96af2759dd69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:59.599501218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4171b5a6-7c4c-4e91-8d94-96af2759dd69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:39:59.612958963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4171b5a6-7c4c-4e91-8d94-96af2759dd69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:00.212613244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6242734f-b697-430b-822a-1d2f87b7c90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:00.226056768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6242734f-b697-430b-822a-1d2f87b7c90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:00.239483639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6242734f-b697-430b-822a-1d2f87b7c90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:00.252955133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6242734f-b697-430b-822a-1d2f87b7c90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:02.88856799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"6950412f-337e-4042-a1b2-152330c890b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:02.988031185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"89ab052d-60a3-4803-b338-3a5ac287840d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:02.988228827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"f66a5169-f028-4601-8981-171ade43642c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:02.994975754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0b4508e7-d320-4950-9779-b8b279037fb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:03.897566082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"5a56a85d-61ca-4793-9f69-ec46b983dc9e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:04.037764606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"c7c6b649-b76f-4b06-a22b-3cab3e3be128","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:04.129365265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"50b86191-ae07-4377-b7c4-cdaeb44eb06e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:04.223125488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"921a7efc-9fcd-4de9-80ba-b1085d436453","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:06.832222469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84afc838-da55-4a30-8ea5-833bc15ef3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:06.845630786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84afc838-da55-4a30-8ea5-833bc15ef3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:06.85893723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84afc838-da55-4a30-8ea5-833bc15ef3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:06.87222116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84afc838-da55-4a30-8ea5-833bc15ef3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:07.426222949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840ecb13-78e7-4a20-9d65-27960ff5f379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:07.439484732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840ecb13-78e7-4a20-9d65-27960ff5f379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:07.452878276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840ecb13-78e7-4a20-9d65-27960ff5f379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:07.466065631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840ecb13-78e7-4a20-9d65-27960ff5f379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:08.013191028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c0962c-6deb-41d4-a2a9-132808494d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:08.026470598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c0962c-6deb-41d4-a2a9-132808494d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:08.039720856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c0962c-6deb-41d4-a2a9-132808494d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:08.053169914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c0962c-6deb-41d4-a2a9-132808494d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:09.351937073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"aa00ccab-e7ed-493e-8a45-15331bf700cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:09.492442433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"10cc4d18-9537-46fa-a825-57bed3e44abc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:09.492928019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e596725e-1af5-452b-82e8-23e507086657","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:09.55574568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff58aea1-8bde-44d6-aa9d-19570c7b26ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:17.749711393Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.005040426Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.005100271Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","namespace":"ai-tenant-e2e-shared-b-w6-f1268c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.00514845Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","tenant":"e2e-shared-b-w6-f1268c","tenantID":"e2e-shared-b-w6-f1268c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.020267065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"Deployment","name":"maas-api-e2e-shared-b-w6-f1268c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.04744586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"Service","name":"maas-api-e2e-shared-b-w6-f1268c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.063878122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w6-f1268c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.079753686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w6-f1268c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.099029121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.114463156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.132673887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.148140335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.161201712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.173915659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.186561906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"Service","name":"payload-processing-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.199294956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.212174954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.224947827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.237807213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.26339807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.2767838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.290008872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.303039706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w6-f1268c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.316133907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-f1268c"},"namespace":"ai-tenant-e2e-shared-b-w6-f1268c","name":"default-tenant","reconcileID":"3e56af4a-9ad2-4fe0-82e8-546b0d612a57","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w6-f1268c","namespace":"","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:18.529723144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-2-w4-02665b","reconcileID":"a246a228-3f4b-4f09-a3b3-c028d69beec6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.590924764Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w6-f1268c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w6-f1268c","reconcileID":"ae00145e-ad10-481e-8c67-1108a7902816","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w6-f1268c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w6-f1268c"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:18.62801863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"distinct-w4-02665b","reconcileID":"fca0b39e-96b1-4d0b-ac03-d5c385f26f93","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:18.731242815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"premium-w4-02665b","reconcileID":"daf79776-8271-48d5-b73f-6e574a9c569a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:18.831155006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-02665b","namespace":"e2e-models-e2e-worker-w4-02665b"},"namespace":"e2e-models-e2e-worker-w4-02665b","name":"simulator-w4-02665b","reconcileID":"9f72ce0e-16cd-481e-acee-c7169a316722","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-02665b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.932135402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1be1f9-886a-44bf-a761-05c205b9613c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.945599123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1be1f9-886a-44bf-a761-05c205b9613c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.95906159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1be1f9-886a-44bf-a761-05c205b9613c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:18.972685811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1be1f9-886a-44bf-a761-05c205b9613c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:19.509487819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16dd0fe-4910-4bca-a227-4d2de82d7b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:19.523196874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16dd0fe-4910-4bca-a227-4d2de82d7b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:19.536596984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16dd0fe-4910-4bca-a227-4d2de82d7b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:19.549968378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16dd0fe-4910-4bca-a227-4d2de82d7b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:21.828511403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"3fbfd275-cd54-4d2e-b442-92106b515d6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:21.928959389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"417945d4-3e4a-42c8-8bd3-b3faed06d1be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:21.929035006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5324b5d-fe68-42d5-9fd6-d7dc3d45b21b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:21.929421363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6de3feaa-d8fb-49e1-90e3-953149bd0232","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:24.447799978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"29f3d818-90a3-4320-99b7-cce6eefe7e34","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:24.651863935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"c1621d8c-3c77-448f-bae6-1277af53c754","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:24.7214939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"86616e1a-d9cd-49bd-8f6f-cf171c852bf3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:24.821530488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"simulator-w0-7505bd","reconcileID":"4fd9c6d5-047c-4ef7-b690-4ed82be4d99a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:25.477745138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a6ae2497-31d3-4438-8547-054bab37142c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:25.578851232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08e524a8-c622-41a2-9e5d-92e39695e09f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:25.579060372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"483eb137-221e-41d4-864c-c934072d00ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:25.586334602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"951e3d1d-4145-4299-94f7-8a5c9b81bdc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.705615431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"d233693d-f4a2-4805-b9b3-e93904e6c4c7","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.719096317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"8727bf36-4a91-4e51-a872-26734cf56f04","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.732802468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"006d0511-5dc3-4db8-95c4-744578193bcb","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.733057917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"ae6fea63-900a-4527-8901-25c1db1a500b","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.733294957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"255028d3-071a-4e19-849a-c8f04c5c451a","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.733696492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"81f6d43a-3c5b-4026-8551-c5d94bda966f","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.767275944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"d5174698-8430-4c81-b692-b90467a652f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.772495102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"2b6754c1-d849-41a6-ad30-b347a002be39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.77964275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"e87b9c10-41d3-4ad7-84f7-0cc72afef48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.779883053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"c40345e3-2224-4796-9a55-1bd3bafa7fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.799135394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"c40345e3-2224-4796-9a55-1bd3bafa7fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.800697077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"e87b9c10-41d3-4ad7-84f7-0cc72afef48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.880688056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"6bc02d23-156a-4960-9506-d8a712ae1ae0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.880722141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"cbeb35e2-849f-488d-85cd-b69d0e2fb713","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.922202473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"e295a29e-60cb-429e-ace5-06a0efa8650e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.922216977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"7447e378-0042-43de-b29e-709abe00707a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.94089174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"7447e378-0042-43de-b29e-709abe00707a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:26.940964181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"e295a29e-60cb-429e-ace5-06a0efa8650e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:27.025344538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd0fd64-df26-4975-ab2a-10db501e8e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:27.038765201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd0fd64-df26-4975-ab2a-10db501e8e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:27.052240807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd0fd64-df26-4975-ab2a-10db501e8e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:27.065806635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd0fd64-df26-4975-ab2a-10db501e8e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:27.611837091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada38cbb-f47a-4d75-b0b7-81c1ee81de5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:27.625141184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada38cbb-f47a-4d75-b0b7-81c1ee81de5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:27.638745949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada38cbb-f47a-4d75-b0b7-81c1ee81de5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:27.652230443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada38cbb-f47a-4d75-b0b7-81c1ee81de5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:31.706516673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"ed925e38-6670-4599-b156-46fa0ea5f225","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:31.812930163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"29c48560-a555-4b8b-bf08-519ec9466b31","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:31.917552084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"019b7bf0-82f5-40fe-92fd-e16fc1e37661","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:31.95864162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"f7df8284-a2c0-440e-91fd-c0e4bd7d6230","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:31.975073148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"1653d603-d0e1-4a85-aeee-5c46916e356c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:31.99300013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"1653d603-d0e1-4a85-aeee-5c46916e356c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:32.006182016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"5bbe7720-fbbf-47e5-878e-307971d90aa2","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:32.024010836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"f731d489-0cff-4e0c-8ba4-7bbd1090cc53","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:32.058686441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"4538cba9-853d-4183-b259-36b086f1e8fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:32.08207058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"aebb816c-319c-4a6f-98a4-17ea1201f765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:32.10006798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"aebb816c-319c-4a6f-98a4-17ea1201f765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:32.159172885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"25a23b5c-8ecc-4b33-b503-97827d35ecdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:32.207720857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"40b2f57e-8756-4bb2-a5f0-0f8f0816f8fd","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:32.26049456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"ec205c81-c179-4cb1-8340-7ace010eea49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:33.920073277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"simulator-w1-7a7ac6","reconcileID":"99aedf76-84a2-41fc-ab09-eb285ee0ac73","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:34.128929921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-2-w1-7a7ac6","reconcileID":"6e1c2795-0d3c-41a3-8202-180b2c8bb753","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:34.463440146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"distinct-w1-7a7ac6","reconcileID":"4826f2c2-7a24-4af6-93f5-1a9f3217ca02","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:34.769957652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a7ac6","namespace":"e2e-models-e2e-worker-w1-7a7ac6"},"namespace":"e2e-models-e2e-worker-w1-7a7ac6","name":"premium-w1-7a7ac6","reconcileID":"7f56a9a1-9988-4f67-95d4-5cc0f8981770","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a7ac6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:36.834024897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"68c30d43-b251-4f0d-86e2-e3ceadcc69a1","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:36.834309291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"783e8982-7524-4a8d-9a48-f3b9afa580ee","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:36.834451907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"fb960906-62ca-4cac-a08f-1cada6c090f4","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"distinct-2-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"distinct-2-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:36.834605891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"0bac1b71-21a5-44a9-ae1d-3f17c70339d5","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:36.873298009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"98e99d3c-aa88-4098-a345-21147bf10729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:36.873303916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"e74be215-082f-4b6f-9591-7a1cb4fe16ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:36.87489745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"3add4502-68a5-4a85-ab1b-fc9cddd99cc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:36.874991924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"c54234ce-1fdb-4ee8-9a73-d681bda3fafe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:36.891876575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"98e99d3c-aa88-4098-a345-21147bf10729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:36.891928968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"e74be215-082f-4b6f-9591-7a1cb4fe16ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:36.975137433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"df68528b-f2c5-4159-bdff-11664ae25e0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:36.975150723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"bfa66154-e545-4049-a9ab-442918b36ce9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.623103366Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"f4870a24-ae7b-4e1f-8e33-17e1dc526ad9","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.623174986Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"f4870a24-ae7b-4e1f-8e33-17e1dc526ad9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.641481358Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"f4870a24-ae7b-4e1f-8e33-17e1dc526ad9","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.641914643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"792f032e-b0f2-491b-8d9f-fd62f05244ca","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.659653143Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"f4870a24-ae7b-4e1f-8e33-17e1dc526ad9","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.659672164Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"f4870a24-ae7b-4e1f-8e33-17e1dc526ad9","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.659765911Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"f4870a24-ae7b-4e1f-8e33-17e1dc526ad9","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.662769136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"b3fb5aca-a4c9-4170-8a44-f6f8fc1cb9f8","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.679025777Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"f4870a24-ae7b-4e1f-8e33-17e1dc526ad9","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.679211782Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"7ff5ec33-7f88-469f-ad13-bcd13be73bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.682225464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"a224510d-c1fc-49d3-958f-0afffba44fb9","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.688147152Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"bda056b3-be93-4869-9407-6d54a4ffef75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-778941da","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:38.699909681Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"a224510d-c1fc-49d3-958f-0afffba44fb9","name":"simulator-w6-6c45bb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-6c45bb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:38.699958531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"a224510d-c1fc-49d3-958f-0afffba44fb9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-6c45bb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.700051248Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"f4870a24-ae7b-4e1f-8e33-17e1dc526ad9","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.700080861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"8acdab62-e13f-4883-a1c8-d76e8a0a4cf1","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.706246038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"1d8f26c9-b575-49d4-a8ab-4b7ef374b17c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.708938828Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"7feaf928-6e0d-4895-9d99-5b2c67f69932","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ff446a16","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.719505773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"14ac4202-4512-4628-af2b-8d94397ef3d7","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.727497745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"1d8f26c9-b575-49d4-a8ab-4b7ef374b17c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.738708892Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"ccfeac7a-d486-4db6-88d2-dbd0f978634e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-778941da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.759560854Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"d7ad52b5-67d3-4211-8ee4-13b7c14b6e1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ff446a16","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.808950149Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"d7017b78-b05c-4f07-90b3-15e0fad82992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.809008301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"7ff5ec33-7f88-469f-ad13-bcd13be73bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.827311239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"7ff5ec33-7f88-469f-ad13-bcd13be73bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.827325969Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-access","reconcileID":"7ff5ec33-7f88-469f-ad13-bcd13be73bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.852249941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"5cfac4d4-a56f-455f-a0d8-89cee0f465d1","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.910095753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"d7017b78-b05c-4f07-90b3-15e0fad82992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.928074832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"d7017b78-b05c-4f07-90b3-15e0fad82992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"e2e-worker-w6-6c45bb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.928092038Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-access","reconcileID":"d7017b78-b05c-4f07-90b3-15e0fad82992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:38.947318065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"b32f5a61-a03f-49e5-8fbe-5f337ba6694e","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:43.700649353Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"d9b6812f-61a8-48b3-9ff3-5d1e5ad3e115","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:43.700729542Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"d9b6812f-61a8-48b3-9ff3-5d1e5ad3e115","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:43.716181659Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"d9b6812f-61a8-48b3-9ff3-5d1e5ad3e115","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:43.731533072Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"d9b6812f-61a8-48b3-9ff3-5d1e5ad3e115","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:43.731549748Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"d9b6812f-61a8-48b3-9ff3-5d1e5ad3e115","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:47.761959075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:48.732172776Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"7c2809f8-b473-4f23-8f3c-953ed37f8113","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:48.73225071Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"7c2809f8-b473-4f23-8f3c-953ed37f8113","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:48.747850879Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"7c2809f8-b473-4f23-8f3c-953ed37f8113","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:48.752730207Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"55cb180e-6893-43dd-8d37-acf54544793b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:48.763065367Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"7c2809f8-b473-4f23-8f3c-953ed37f8113","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:48.76308019Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"7c2809f8-b473-4f23-8f3c-953ed37f8113","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:48.766648491Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"55cb180e-6893-43dd-8d37-acf54544793b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:48.772896777Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"2dcc605d-eae9-414d-bca8-4d98037e1321","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:48.780264929Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"premium-simulator-subscription","reconcileID":"55cb180e-6893-43dd-8d37-acf54544793b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:48.786692897Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"2dcc605d-eae9-414d-bca8-4d98037e1321","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:48.800065189Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"simulator-subscription","reconcileID":"2dcc605d-eae9-414d-bca8-4d98037e1321","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"name":"maas-trlp-simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb","model":"e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:48.856673617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"5eb9730e-5cb0-4776-9c45-73f1082265cf","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"premium-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"premium-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:48.875041341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"5872b018-5985-43af-b179-6d2fe080c297","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"routeName":"simulator-w6-6c45bb-kserve-route","namespace":"e2e-models-e2e-worker-w6-6c45bb","llmisvcName":"simulator-w6-6c45bb","gateway":"openshift-ingress/e2e-worker-w6-6c45bb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:52.145153906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b7121c2d-cb87-4b64-b7a0-c55447b405b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:52.245595791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18a94df3-88e5-4eba-94ba-d76c0865b093","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.7636682Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.763747865Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","namespace":"ai-tenant-e2e-worker-w6-6c45bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.763832294Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","tenant":"e2e-worker-w6-6c45bb","tenantID":"e2e-worker-w6-6c45bb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.779300061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"Deployment","name":"maas-api-e2e-worker-w6-6c45bb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.805920239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"Service","name":"maas-api-e2e-worker-w6-6c45bb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.823857614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w6-6c45bb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.84121865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w6-6c45bb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.857472325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.872776749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.891076557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.906663121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.92026909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"Deployment","name":"payload-processing-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.933046789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.945863337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"Service","name":"payload-processing-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.958816638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"Service","name":"payload-pre-processing-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.971792898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.985216186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:53.99804579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:54.030841807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:54.044296577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:54.057351886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:54.070316915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w6-6c45bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:54.083272351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-6c45bb"},"namespace":"ai-tenant-e2e-worker-w6-6c45bb","name":"default-tenant","reconcileID":"413ccded-233d-463e-90f6-aa41e3d00e0d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w6-6c45bb","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:54.31007192Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-6c45bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-6c45bb","reconcileID":"c7b29b49-46b0-4815-8390-7dd530933869","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-6c45bb","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w6-6c45bb"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.359882015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"dfd288f8-6b99-492d-acd5-da5416e97f29","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.378824414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"dfd288f8-6b99-492d-acd5-da5416e97f29","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.378962283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"b66584e6-ce7d-472c-a301-0c5d716cfc56","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.40450871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"b66584e6-ce7d-472c-a301-0c5d716cfc56","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.404695814Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"95b3921d-cab8-4c1f-aec4-eb1e24553b5b","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.423359767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"95b3921d-cab8-4c1f-aec4-eb1e24553b5b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.423530665Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"deb36b80-f4e0-4f3b-b9b5-24c82bf7bdad","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.442471715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"deb36b80-f4e0-4f3b-b9b5-24c82bf7bdad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.442655704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"d10926fc-7386-4604-a3ee-7e61e371be8d","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.442698033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"d10926fc-7386-4604-a3ee-7e61e371be8d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.442773835Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"efbdf637-7536-47c2-8c2c-8553ff5ceee3","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.442806927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"efbdf637-7536-47c2-8c2c-8553ff5ceee3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.442882126Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"b8b410cf-7611-4daa-8298-3263e2352bfe","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.442921562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"b8b410cf-7611-4daa-8298-3263e2352bfe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.448034785Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"fc11a900-cbd0-4e2d-9744-1893b3fbb411","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.448100013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"fc11a900-cbd0-4e2d-9744-1893b3fbb411","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.45340478Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"09c783e4-2b7f-4f29-85c1-5268367688e3","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.453453673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"09c783e4-2b7f-4f29-85c1-5268367688e3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.453538517Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"9aac35ea-bad1-488b-ab5c-c8d40777a1ae","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.453608301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"9aac35ea-bad1-488b-ab5c-c8d40777a1ae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.453694847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"75b31847-2f13-4794-b42c-f99c55e74a4c","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.453735299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"75b31847-2f13-4794-b42c-f99c55e74a4c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.458646772Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"86223e07-23d5-4285-b141-5971fc7b3960","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.458697919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"86223e07-23d5-4285-b141-5971fc7b3960","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.474514349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"dded4d70-b6eb-4040-a27c-b97f42df5ea6","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.474568243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"dded4d70-b6eb-4040-a27c-b97f42df5ea6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.474800163Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"2c40184f-3d5f-408d-bb1f-6e210b9acb69","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.474841684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"2c40184f-3d5f-408d-bb1f-6e210b9acb69","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.475050802Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"64aeeba9-03bd-44e4-b05f-7666a62d71e3","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.475089326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"64aeeba9-03bd-44e4-b05f-7666a62d71e3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.4857822Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"c93ca604-a34c-4cc3-8cf2-991d13be35ab","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.485849886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"c93ca604-a34c-4cc3-8cf2-991d13be35ab","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.551740938Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"e3e4106e-7e5c-452a-8192-8879519ebf2b","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.551792365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"e3e4106e-7e5c-452a-8192-8879519ebf2b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.551865373Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"293e86da-deb1-49df-bbb8-182cff55cc5c","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.551909113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"293e86da-deb1-49df-bbb8-182cff55cc5c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.552010921Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"cbc1da74-b106-4134-907d-4fd8e678e93b","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.55205328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"cbc1da74-b106-4134-907d-4fd8e678e93b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.552150411Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"f62ccbe1-ba00-4a85-b4be-e6b04235efe5","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.552211092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"f62ccbe1-ba00-4a85-b4be-e6b04235efe5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.631987083Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"d64c4705-dc89-4645-a6a1-b28e79a3ebcc","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.632043284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"d64c4705-dc89-4645-a6a1-b28e79a3ebcc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.632161542Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"824754d3-02e5-4652-baf1-ad0d5e9e1d21","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.632220724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"824754d3-02e5-4652-baf1-ad0d5e9e1d21","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.632296407Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"d030a890-0276-4f4f-85c8-5195896de71a","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.632329757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"d030a890-0276-4f4f-85c8-5195896de71a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.632392614Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"12e34809-32ee-48b4-86f4-d28e778a8658","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.632425845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"12e34809-32ee-48b4-86f4-d28e778a8658","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:54.70508506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013710ea-0727-4961-a779-bcf612fbfee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:54.71843322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013710ea-0727-4961-a779-bcf612fbfee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:54.731600127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013710ea-0727-4961-a779-bcf612fbfee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:54.74481845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013710ea-0727-4961-a779-bcf612fbfee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.792312731Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"0e002610-f4b7-45e4-aa8c-588bf31261f0","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.792400033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"0e002610-f4b7-45e4-aa8c-588bf31261f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.792535898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"81b23196-69c0-4dfa-8eae-2bb48b163327","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.792604508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"81b23196-69c0-4dfa-8eae-2bb48b163327","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.792713874Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"da9528b0-34fe-4301-82c2-9b51364c0e60","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.792759807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"da9528b0-34fe-4301-82c2-9b51364c0e60","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.79285911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"e40d087a-70f8-453e-90b1-5ceef51452c1","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:54.792905608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"e40d087a-70f8-453e-90b1-5ceef51452c1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.113122954Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"06a22e4a-657a-4c73-aac2-b200f0ca4970","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.113240477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"06a22e4a-657a-4c73-aac2-b200f0ca4970","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.113716268Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"c474c67c-beb2-457e-8857-dabfd7c95bcb","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.113790067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"c474c67c-beb2-457e-8857-dabfd7c95bcb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.114167192Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"e0d99c32-8bc0-4fdf-b05b-0b64227e74f0","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.114240733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"e0d99c32-8bc0-4fdf-b05b-0b64227e74f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.114622176Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"64e2cb20-8450-4634-b8ae-d25beb29c605","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.114702819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"64e2cb20-8450-4634-b8ae-d25beb29c605","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:55.517119593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcf2c07-7c48-4f54-bab4-402d4a433caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:55.530454955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcf2c07-7c48-4f54-bab4-402d4a433caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:55.544012239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcf2c07-7c48-4f54-bab4-402d4a433caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-10-30T00:40:55.55726502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcf2c07-7c48-4f54-bab4-402d4a433caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.753727961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"b72fa968-8ea1-4c60-8590-6ff5bc304a4a","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.753790045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"b72fa968-8ea1-4c60-8590-6ff5bc304a4a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.754534174Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"2ce980ee-416c-4615-9ae2-68f6b17e823e","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.754605792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"2ce980ee-416c-4615-9ae2-68f6b17e823e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.754687239Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"f9653289-241c-49ab-a1d3-90745c9ab333","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.754719744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"f9653289-241c-49ab-a1d3-90745c9ab333","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.754790715Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"1482c267-e258-4624-9896-ff35398d676f","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:55.754821524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"1482c267-e258-4624-9896-ff35398d676f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:57.034839296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"376f1ecf-92aa-4677-93ac-5a38a7d16e99","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:57.034918158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"376f1ecf-92aa-4677-93ac-5a38a7d16e99","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:57.035084237Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"02bbc3a7-86b2-4ac8-a1ec-07e406d2797d","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:57.035143095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"02bbc3a7-86b2-4ac8-a1ec-07e406d2797d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:57.035231361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"07aeeea4-7488-4b97-8ed7-e45841d40e26","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:57.035265361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"07aeeea4-7488-4b97-8ed7-e45841d40e26","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:57.035337966Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"1dd8cd9b-10eb-4da3-9d5e-caae796f6635","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:57.035368818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"1dd8cd9b-10eb-4da3-9d5e-caae796f6635","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:59.595851508Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"2abf2e38-6b3e-41f1-8549-7791981ff138","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:59.595923999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"2abf2e38-6b3e-41f1-8549-7791981ff138","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:59.596007837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"372e6808-ad9a-4d84-8fb5-971df6663d9a","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:59.596047066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"372e6808-ad9a-4d84-8fb5-971df6663d9a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:59.596130854Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"04b6bb36-331d-4038-ba59-8aa3bf0e0109","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:59.596164187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"04b6bb36-331d-4038-ba59-8aa3bf0e0109","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:59.59623614Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"ae04ae04-cc29-4a46-87cc-d5b11e3aa78d","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:40:59.596268793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"ae04ae04-cc29-4a46-87cc-d5b11e3aa78d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.04788992Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"9fe46a52-682c-46ae-9fe0-1620c23b246a","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.047982292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"9fe46a52-682c-46ae-9fe0-1620c23b246a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.048104817Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"3b137c42-caf3-47b2-aec1-697a273d031b","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.048156203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"3b137c42-caf3-47b2-aec1-697a273d031b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.048265519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"fd50e96a-0ed1-4722-bf14-9d6d37991670","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.04831525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"fd50e96a-0ed1-4722-bf14-9d6d37991670","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.04842252Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"b0377d86-da69-4d10-a3ea-e24e78b77fd7","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.048471587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"b0377d86-da69-4d10-a3ea-e24e78b77fd7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.048777766Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"87ccced0-164f-4c76-a675-b1f21241c43c","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.048842905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"simulator-w6-6c45bb","reconcileID":"87ccced0-164f-4c76-a675-b1f21241c43c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/simulator-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.048973252Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"3d74c268-c0d7-46da-a46f-d442e0587ad1","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.049015938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"premium-w6-6c45bb","reconcileID":"3d74c268-c0d7-46da-a46f-d442e0587ad1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/premium-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.049101213Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"284707e5-9718-4a41-9caf-d38713b753c7","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.049141811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-w6-6c45bb","reconcileID":"284707e5-9718-4a41-9caf-d38713b753c7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.049223181Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"70f46643-3f51-4f09-9809-b1236ddf5900","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:01.049262899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-6c45bb","namespace":"e2e-models-e2e-worker-w6-6c45bb"},"namespace":"e2e-models-e2e-worker-w6-6c45bb","name":"distinct-2-w6-6c45bb","reconcileID":"70f46643-3f51-4f09-9809-b1236ddf5900","error":"resolve tenant gateway for model e2e-models-e2e-worker-w6-6c45bb/distinct-2-w6-6c45bb: AITenant \"e2e-worker-w6-6c45bb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:05.47848849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-2-w0-7505bd","reconcileID":"87aaf99e-0fc7-418c-96b6-56ac04e0cc82","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:05.695973177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"distinct-w0-7505bd","reconcileID":"8214978f-fb14-4907-95cc-7d363f79b1a6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-10-30T00:41:05.796238561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7505bd","namespace":"e2e-models-e2e-worker-w0-7505bd"},"namespace":"e2e-models-e2e-worker-w0-7505bd","name":"premium-w0-7505bd","reconcileID":"6b3caa90-49a1-4dfd-80ac-96189cd96006","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-7505bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}